-- Logs begin at Fri 2021-09-03 12:07:34 UTC, end at Fri 2021-09-03 13:03:54 UTC. -- Sep 03 12:39:02.164648 dv-cinder-806559-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 12:39:04.892286 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.common.config [-] Logging enabled! Sep 03 12:39:04.892879 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 12:39:04.893049 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100212) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 12:39:04.896341 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.common.config [-] Logging enabled! Sep 03 12:39:04.896595 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 12:39:04.896904 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100212) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 12:39:04.897843 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 12:39:04.898078 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 12:39:04.898433 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 12:39:04.898676 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 12:39:04.898924 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 12:39:04.899237 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.899528 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.899817 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.900042 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.900331 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.900616 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.900894 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.901175 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.901468 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.901753 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.902030 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.902646 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.902646 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.902837 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.903092 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.903373 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.903594 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] debug = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.903872 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.904296 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.904696 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.904972 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.905255 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.906057 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.906328 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.906675 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.906986 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.907315 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] host = dv-cinder-806559-6-iscsi {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.907586 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.907867 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.908149 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.908432 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.908704 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.908975 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.909254 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.909523 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.909790 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] log_file = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.910059 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.910342 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.910622 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.910928 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.911151 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.911370 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.911653 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.911932 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.912202 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.912472 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.912740 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.913009 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.913278 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.913544 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.913888 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.914102 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.914382 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.914653 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.914946 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.915214 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.915484 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.915761 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.916030 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.916302 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.916571 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.916853 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.917117 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.917385 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.917678 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.917956 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.918229 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.918508 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.918798 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.919075 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.919341 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.919607 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.919871 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] use_json = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.920137 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.920403 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.920679 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.920944 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.921800 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.922075 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.922340 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.922622 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:04.922948 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.923242 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.923537 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.923817 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.924107 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.924384 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.924666 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.924942 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.925224 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.925507 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.925793 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.926065 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.926352 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.926623 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.926939 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.927241 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.927531 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.927820 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.928094 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.928366 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.928636 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.928910 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.929192 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.929465 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.929748 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.930034 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.930307 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.930587 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.930906 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.931196 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.931466 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.931743 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.932028 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.932302 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.932572 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.932846 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.933130 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.933405 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.933674 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.933951 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.934225 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.934493 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.934778 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.935057 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.935344 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.935618 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.935889 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.936157 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.936436 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.936729 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.937016 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.937368 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.937643 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.937914 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.938189 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.938458 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.938748 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.939027 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.939297 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.939572 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.939840 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.940109 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.940377 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.940645 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.940913 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.941180 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.941446 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.941718 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.941987 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.942255 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.942521 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.942816 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.943089 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.943373 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.943665 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.943937 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.944211 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.944485 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.944757 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.945030 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.945303 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.945576 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.945849 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.946117 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.946406 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.946685 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.946990 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.947271 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.947545 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.947841 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.948121 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.948394 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.948664 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.948939 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.949217 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.949750 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.950040 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.950332 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.950621 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.950938 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.951229 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.951506 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.951809 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.952086 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:04.952336 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 12:39:04.952653 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100212) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 12:39:05.306849 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 12:39:05.307032 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 12:39:05.307321 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 12:39:05.307656 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 12:39:05.759491 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.759775 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.760051 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.761343 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.761616 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.761880 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.806621 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.806977 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.807174 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.823969 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.824250 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.824776 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.860427 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.860695 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.860962 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.906210 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.906756 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:05.907053 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.137727 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.138006 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.138265 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.138524 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.139244 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.261778 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.262098 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.262385 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.262661 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.262949 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.263262 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.263516 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.263899 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.264030 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.264298 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.264559 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.264941 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.265304 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.265565 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.265825 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.266102 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.266358 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.266626 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.266921 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.267186 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.267459 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.267715 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.267998 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.268377 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.268631 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.268881 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.269282 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:39:06.269521 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:39:06.269755 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:39:06.269988 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:39:06.270220 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:39:06.270451 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:39:06.270842 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 12:39:06.273966 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 12:39:06.277909 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 12:39:06.282238 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Sep 03 12:39:06.283899 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 12:39:06.284348 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 12:39:06.284682 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 12:39:06.285061 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 12:39:06.287853 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 12:39:06.288100 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 12:39:06.288443 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 12:39:06.293765 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 12:39:06.316081 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 12:39:06.316527 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.316823 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100212) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 12:39:06.317186 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.318537 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100212) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 12:39:06.318840 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 12:39:06.319084 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 12:39:06.322426 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.322734 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:06.387535 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 12:39:06.387811 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 12:39:06.388005 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 12:39:06.388371 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 12:39:06.410762 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_db.sqlalchemy.engines [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100212) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 12:39:06.956175 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Initializing driver for type 'gre' Sep 03 12:39:06.956993 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] gre ID ranges: [(1, 1000)] Sep 03 12:39:07.010265 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Initializing driver for type 'local' Sep 03 12:39:07.010582 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Initializing driver for type 'vlan' Sep 03 12:39:07.022896 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] VlanTypeDriver initialization complete Sep 03 12:39:07.023233 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Initializing driver for type 'vxlan' Sep 03 12:39:07.023717 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] vxlan ID ranges: [(1, 1000)] Sep 03 12:39:07.080327 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Initializing extension driver 'port_security' Sep 03 12:39:07.080688 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.extensions.port_security [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] PortSecurityExtensionDriver initialization complete Sep 03 12:39:07.081059 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Initializing mechanism driver 'openvswitch' Sep 03 12:39:07.081382 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Initializing mechanism driver 'hyperv' Sep 03 12:39:07.087916 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.plugins.ml2.plugin [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:39:07.088598 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > port after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.088975 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > port after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.089325 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > port after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.089836 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 12:39:07.090273 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > subnet after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.090631 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > subnet after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.090999 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > subnet after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.091390 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 12:39:07.091796 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > network after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.092146 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > network after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.092488 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > network after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.093501 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 12:39:07.093971 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > security_group after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.094325 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > security_group after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.094668 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > security_group after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.095216 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 12:39:07.095632 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.095986 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.096338 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.096730 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 12:39:07.097141 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > address_group after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.097482 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > address_group after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.097823 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > address_group after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.098211 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 12:39:07.098592 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] ML2 OVO RPC backend initialized. {{(pid=100212) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 12:39:07.099329 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router_interface after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.099687 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.100105 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > network before_response 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.100453 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > networks before_response 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.100801 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > port before_response 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.101145 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > ports before_response 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.101487 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > subnet before_response 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.101828 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > subnets before_response 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.102174 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > network after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.102519 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > network after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.102886 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > network after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.103224 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > port after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.103560 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > port after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.103895 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > port after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.104231 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > subnet after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.104566 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > subnet after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.104900 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > subnet after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.105476 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.plugin [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Modular L2 Plugin initialization complete Sep 03 12:39:07.105807 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading services supported by the core plugin {{(pid=100212) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 12:39:07.106135 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.plugins.ml2.managers [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Got port-security extension from driver 'port_security' Sep 03 12:39:07.106598 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.extensions.vlantransparent [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Disabled vlantransparent extension. Sep 03 12:39:07.107114 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100212) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 12:39:07.107431 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading Plugin: router Sep 03 12:39:07.145493 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router_interface before_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.145879 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router after_create 55549900 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.146252 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router before_create 55549900 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.146620 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.147016 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.147375 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router after_delete 55549900 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.147736 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > floatingip after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.148090 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > floatingip after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.148448 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router after_create 55549900 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.148796 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router after_update 55549900 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.149146 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router after_update 55549900 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.149496 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.149859 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router after_update 55549900 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.150270 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router precommit_update 55549900 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.150640 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: port after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.151003 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: port after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.151350 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: subnet after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.151696 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.152049 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > port precommit_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.152441 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router precommit_create 55549900 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.152745 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: port before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.153090 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router precommit_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.153447 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router after_update 55549900 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.153789 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router precommit_delete 55549900 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.154143 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router precommit_create 55549900 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.154509 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router_interface after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.154882 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router precommit_update 55549900 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.155278 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > agent after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.155632 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > agent after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.155977 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > network after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.156843 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Tracking information for resource: router configured {{(pid=100212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:39:07.157180 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Tracking information for resource: floatingip configured {{(pid=100212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:39:07.162289 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.db.l3_agentschedulers_db [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 12:39:07.162906 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: port after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.163268 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: port after_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.163620 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: port after_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.163969 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: port after_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.164763 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router before_create 55550100 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.165128 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router precommit_delete 55550100 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.165491 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router precommit_create 55550100 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.165847 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > router precommit_update 55550100 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.170667 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.services.provider_configuration [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service providers = [] {{(pid=100212) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 12:39:07.171077 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.db.servicetype_db [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100212) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 12:39:07.174008 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.services.service_base [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 12:39:07.174358 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.services.service_base [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 12:39:07.174730 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.services.service_base [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 12:39:07.175643 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.services.service_base [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 12:39:07.176019 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.services.service_base [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 12:39:07.176403 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:39:07.176725 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 12:39:07.187897 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:39:07.188230 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading Plugin: auto_allocate Sep 03 12:39:07.193998 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: network precommit_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.194370 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: network precommit_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.194916 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:39:07.195242 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading Plugin: tag Sep 03 12:39:07.201927 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:39:07.202922 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading Plugin: timestamp Sep 03 12:39:07.207036 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:39:07.207368 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading Plugin: network_ip_availability Sep 03 12:39:07.212734 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.213105 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.213463 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.214169 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:39:07.214553 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading Plugin: flavors Sep 03 12:39:07.219438 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:39:07.219766 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading Plugin: revisions Sep 03 12:39:07.224030 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:39:07.224419 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_concurrency.lockutils [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.917s {{(pid=100212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 12:39:07.225155 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100212) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 12:39:07.225493 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Initializing extension manager. Sep 03 12:39:07.226003 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: __init__.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.226345 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: __pycache__ {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.226682 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.227038 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: address_group.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.227796 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.228364 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: address-group Sep 03 12:39:07.228688 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: address_scope.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.229598 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.230113 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: address-scope Sep 03 12:39:07.230439 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: admin_state_down_before_update.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.231410 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.231929 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: router-admin-state-down-before-update Sep 03 12:39:07.232254 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: agent.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.232959 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.233518 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: agent Sep 03 12:39:07.233877 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: agent_resources_synced.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.234788 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.235307 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: agent-resources-synced Sep 03 12:39:07.235629 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: allowedaddresspairs.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.237415 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.237939 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: allowed-address-pairs Sep 03 12:39:07.238269 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: auto_allocated_topology.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.239381 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.239894 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: auto-allocated-topology Sep 03 12:39:07.240220 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: availability_zone.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.240920 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.241431 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: availability_zone Sep 03 12:39:07.241753 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: availability_zone_filter.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.242668 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.243199 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: availability_zone_filter Sep 03 12:39:07.243521 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: data_plane_status.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.244429 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.244933 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 12:39:07.245257 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: default_subnetpools.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.246169 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.246680 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: default-subnetpools Sep 03 12:39:07.247023 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: dhcpagentscheduler.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.247827 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.248338 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: dhcp_agent_scheduler Sep 03 12:39:07.248664 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: dns.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.250118 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.250624 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension dns-integration not supported by any of loaded plugins Sep 03 12:39:07.250972 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: dns_domain_ports.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.251892 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.252402 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 12:39:07.252726 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.253644 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.254151 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 12:39:07.254473 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: dvr.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.255178 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.255686 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: dvr Sep 03 12:39:07.256008 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: ecmp_routes.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.256923 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.257429 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 12:39:07.257752 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: empty_string_filtering.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.258658 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.259196 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: empty-string-filtering Sep 03 12:39:07.259520 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.260429 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.260938 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 12:39:07.261266 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.262173 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.262687 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 12:39:07.263033 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: external_net.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.263942 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.264458 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: external-net Sep 03 12:39:07.265317 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: extra_dhcp_opt.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.266223 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.266757 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: extra_dhcp_opt Sep 03 12:39:07.267082 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: extraroute.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.267996 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.268508 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: extraroute Sep 03 12:39:07.268831 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: extraroute_atomic.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.269862 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.270376 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: extraroute-atomic Sep 03 12:39:07.270730 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: filter_validation.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.271402 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.271911 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: filter-validation Sep 03 12:39:07.272233 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: fip_pf_description.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.273152 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.273661 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 12:39:07.273984 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: fip_port_details.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.274919 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.275432 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: fip-port-details Sep 03 12:39:07.275752 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: flavors.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.276987 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.277508 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: flavors Sep 03 12:39:07.277838 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.279527 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.280056 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 12:39:07.280418 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: floatingip_pools.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.281199 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.281717 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: floatingip-pools Sep 03 12:39:07.282046 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: ip_allocation.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.283003 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.283514 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 12:39:07.283841 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.284758 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.285271 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: ip-substring-filtering Sep 03 12:39:07.285599 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: l2_adjacency.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.286530 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.287078 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 12:39:07.287406 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: l3.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.288503 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.289024 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: router Sep 03 12:39:07.289352 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: l3_conntrack_helper.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.291618 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.292151 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 12:39:07.292485 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.293431 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.293951 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: ext-gw-mode Sep 03 12:39:07.294281 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.295227 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.295745 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: l3-ha Sep 03 12:39:07.296685 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: l3_flavors.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.297615 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.298131 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: l3-flavors Sep 03 12:39:07.298457 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.299393 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.299907 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 12:39:07.300231 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: l3agentscheduler.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.301264 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.301779 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: l3_agent_scheduler Sep 03 12:39:07.302105 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: logging.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.303619 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.304147 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension logging not supported by any of loaded plugins Sep 03 12:39:07.304480 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: metering.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.305221 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.305803 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: metering Sep 03 12:39:07.306129 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.307252 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.307777 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: metering_source_and_destination_fields Sep 03 12:39:07.308104 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: multiprovidernet.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.309032 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.309550 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: multi-provider Sep 03 12:39:07.309879 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: netmtu.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.310831 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.311354 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: net-mtu Sep 03 12:39:07.312301 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: netmtu_writable.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.313340 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.313859 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: net-mtu-writable Sep 03 12:39:07.314188 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: network_availability_zone.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.314894 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.315410 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: network_availability_zone Sep 03 12:39:07.315738 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: network_ip_availability.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.316832 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.317347 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: network-ip-availability Sep 03 12:39:07.317672 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: network_segment_range.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.318436 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.318974 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 12:39:07.319302 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: pagination.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.320287 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.320619 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: pagination Sep 03 12:39:07.320941 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: port_device_profile.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.321850 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.322366 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: port-device-profile Sep 03 12:39:07.322689 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.323625 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.324137 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: port-mac-address-regenerate Sep 03 12:39:07.324715 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.325627 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.326144 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: port-numa-affinity-policy Sep 03 12:39:07.326466 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: port_resource_request.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.327558 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.328072 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 12:39:07.328396 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: portbindings.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.329334 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.329862 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: binding Sep 03 12:39:07.330190 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: portbindings_extended.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.331506 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.332021 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: binding-extended Sep 03 12:39:07.332349 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: portsecurity.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.333260 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.333775 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: port-security Sep 03 12:39:07.334099 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: project_id.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.335102 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.335433 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: project-id Sep 03 12:39:07.335756 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: providernet.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.336670 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.337185 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: provider Sep 03 12:39:07.337507 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: qos.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.341105 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.341639 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension qos not supported by any of loaded plugins Sep 03 12:39:07.341969 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.343279 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.343789 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 12:39:07.344121 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.345042 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.345555 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 12:39:07.345882 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: qos_default.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.346842 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.347358 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension qos-default not supported by any of loaded plugins Sep 03 12:39:07.347688 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: qos_fip.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.348345 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.348848 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension qos-fip not supported by any of loaded plugins Sep 03 12:39:07.349171 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: qos_gateway_ip.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.350098 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.350613 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 12:39:07.350962 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: qos_port_network_policy.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.351884 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.352401 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 12:39:07.352723 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: qos_pps_rule.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.353894 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.354415 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension qos-pps not supported by any of loaded plugins Sep 03 12:39:07.354766 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: qos_rule_type_details.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.355688 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.356200 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 12:39:07.356528 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: qos_rules_alias.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.357574 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.358088 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 12:39:07.359032 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: quotasv2.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.359977 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.360305 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: quotas Sep 03 12:39:07.360642 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: quotasv2_detail.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.363897 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.364307 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: quota_details Sep 03 12:39:07.364678 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: rbac.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.365746 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.366280 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: rbac-policies Sep 03 12:39:07.366615 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: rbac_address_group.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.367582 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.368106 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: rbac-address-group Sep 03 12:39:07.368435 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: rbac_address_scope.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.369354 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.369879 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: rbac-address-scope Sep 03 12:39:07.370209 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: rbac_security_groups.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.371151 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.371675 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: rbac-security-groups Sep 03 12:39:07.372005 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: rbac_subnetpool.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.372927 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.373447 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: rbac-subnetpool Sep 03 12:39:07.373777 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: revisionifmatch.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.375275 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.375794 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: revision-if-match Sep 03 12:39:07.376121 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: revisions.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.377230 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.377743 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: standard-attr-revisions Sep 03 12:39:07.378068 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: router_availability_zone.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.378774 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.379289 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: router_availability_zone Sep 03 12:39:07.379611 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: routerservicetype.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.380533 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.381042 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension router-service-type not supported by any of loaded plugins Sep 03 12:39:07.381364 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.382295 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.382849 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: security-groups-normalized-cidr Sep 03 12:39:07.383176 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: security_groups_port_filtering.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.384096 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.384612 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: port-security-groups-filtering Sep 03 12:39:07.384938 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.385867 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.386381 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: security-groups-remote-address-group Sep 03 12:39:07.386714 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: securitygroup.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.397808 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.398344 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: security-group Sep 03 12:39:07.398681 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: segment.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.399493 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.400007 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension segment not supported by any of loaded plugins Sep 03 12:39:07.400340 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.401278 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.401799 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 12:39:07.402128 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: servicetype.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.403384 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.403864 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: service-type Sep 03 12:39:07.404192 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: sorting.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.405205 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.405642 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: sorting Sep 03 12:39:07.405972 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: standard_attr_segment.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.406919 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.407441 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 12:39:07.407767 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: standardattrdescription.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.408416 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.408940 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: standard-attr-description Sep 03 12:39:07.409264 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: stateful_security_group.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.410196 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.410736 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: stateful-security-group Sep 03 12:39:07.411066 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: stdattrs_common.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.411652 dv-cinder-806559-6-iscsi neutron-server[100212]: WARNING neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 12:39:07.411973 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.412910 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.413439 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 12:39:07.413760 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: subnet_onboard.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.414864 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.415398 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: subnet_onboard Sep 03 12:39:07.415721 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.416645 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.417157 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 12:39:07.417481 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: subnet_service_types.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.418405 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.418964 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: subnet-service-types Sep 03 12:39:07.419289 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: subnetallocation.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.420363 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.421399 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: subnet_allocation Sep 03 12:39:07.421722 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.422394 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.422934 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: subnetpool-prefix-ops Sep 03 12:39:07.423257 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.424186 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.424705 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 12:39:07.425031 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: tagging.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.426098 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.426615 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: standard-attr-tag Sep 03 12:39:07.426968 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: timestamp.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.428209 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.428729 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loaded extension: standard-attr-timestamp Sep 03 12:39:07.429057 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: trunk.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.430132 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.430651 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension trunk not supported by any of loaded plugins Sep 03 12:39:07.431002 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: trunk_details.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.431952 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.432474 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension trunk-details not supported by any of loaded plugins Sep 03 12:39:07.432797 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: uplink_status_propagation.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.433729 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.434245 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 12:39:07.434569 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Loading extension file: vlantransparent.py {{(pid=100212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:39:07.435272 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:39:07.435781 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 12:39:07.438862 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:network Sep 03 12:39:07.439392 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:subnet Sep 03 12:39:07.439793 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 12:39:07.440195 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:port Sep 03 12:39:07.441413 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.441857 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service FLAVORS assigned prefix: {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.442477 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.442949 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.443283 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:router Sep 03 12:39:07.443713 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:floatingip Sep 03 12:39:07.444207 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service METERING assigned prefix: /metering {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.445626 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.446003 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.446367 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:39:07.447401 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 12:39:07.447854 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:security_group Sep 03 12:39:07.448297 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 12:39:07.448893 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service CORE assigned prefix: {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.449478 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 12:39:07.449826 dv-cinder-806559-6-iscsi neutron-server[100212]: WARNING neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] subnetpool is already registered Sep 03 12:39:07.450269 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service CORE assigned prefix: {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.450596 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 12:39:07.450976 dv-cinder-806559-6-iscsi neutron-server[100212]: WARNING neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] subnetpool is already registered Sep 03 12:39:07.453335 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.453765 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service FLAVORS assigned prefix: {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.454357 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.454800 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.455135 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:router Sep 03 12:39:07.455473 dv-cinder-806559-6-iscsi neutron-server[100212]: WARNING neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] router is already registered Sep 03 12:39:07.455883 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:floatingip Sep 03 12:39:07.456220 dv-cinder-806559-6-iscsi neutron-server[100212]: WARNING neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] floatingip is already registered Sep 03 12:39:07.456673 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service METERING assigned prefix: /metering {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.457343 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 12:39:07.457671 dv-cinder-806559-6-iscsi neutron-server[100212]: WARNING neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] rbac_policy is already registered Sep 03 12:39:07.458087 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:security_group Sep 03 12:39:07.458423 dv-cinder-806559-6-iscsi neutron-server[100212]: WARNING neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] security_group is already registered Sep 03 12:39:07.458861 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 12:39:07.459200 dv-cinder-806559-6-iscsi neutron-server[100212]: WARNING neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] security_group_rule is already registered Sep 03 12:39:07.459823 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service CORE assigned prefix: {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.460152 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 12:39:07.460489 dv-cinder-806559-6-iscsi neutron-server[100212]: WARNING neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] subnetpool is already registered Sep 03 12:39:07.460923 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.v2.resource_helper [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Service CORE assigned prefix: {{(pid=100212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:39:07.461248 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 12:39:07.461585 dv-cinder-806559-6-iscsi neutron-server[100212]: WARNING neutron.quota.resource_registry [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] subnetpool is already registered Sep 03 12:39:07.462042 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: extensions {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.463590 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: address-groups {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.465078 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: address-scopes {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.466395 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: agents {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.467595 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: auto-allocated-topology {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.468953 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: availability_zones {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.470177 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: dhcp-networks {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.471701 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: dhcp-agents {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.473129 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: routers {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.475368 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: flavors {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.476544 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: service_profiles {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.477750 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: next_providers {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.479217 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: service_profiles {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.480750 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: floatingip-pools {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.481962 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: routers {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.484650 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: floatingips {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.485932 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: l3-routers {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.487355 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: l3-agents {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.488767 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: metering-labels {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.490117 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: metering-label-rules {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.491431 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: network-ip-availabilities {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.492723 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: bindings {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.495201 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: quotas {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.496665 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: quotas {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.498084 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: rbac-policies {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.499874 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: security-groups {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.501169 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: security-group-rules {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.502417 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: service-providers {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.503682 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: subnetpools {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.505101 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: subnetpools {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.506564 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: tags {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.508258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: tags {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.510084 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: tags {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.511883 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: tags {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.513668 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: tags {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.515797 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: tags {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.517494 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: tags {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.519437 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: tags {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.521257 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: tags {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.523243 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron.api.extensions [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Extended resource: tags {{(pid=100212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:39:07.530143 dv-cinder-806559-6-iscsi neutron-server[100212]: WARNING keystonemiddleware.auth_token [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 12:39:07.535684 dv-cinder-806559-6-iscsi neutron-server[100212]: WARNING keystonemiddleware.auth_token [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 12:39:07.544595 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_concurrency.lockutils [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Acquired lock "singleton_lock" {{(pid=100212) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 12:39:07.545083 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_concurrency.lockutils [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Releasing lock "singleton_lock" {{(pid=100212) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 12:39:07.545711 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO oslo_service.service [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Starting 2 workers Sep 03 12:39:07.551079 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Started child 100321 {{(pid=100212) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 12:39:07.555525 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Started child 100322 {{(pid=100212) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 12:39:07.556522 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:07.557331 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO neutron.service [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 12:39:07.557763 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Notify callbacks [] for process, before_spawn {{(pid=100212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:07.558134 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [-] (100321) wsgi starting up on http://0.0.0.0:9696 Sep 03 12:39:07.560214 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO oslo_service.service [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Starting 1 workers Sep 03 12:39:07.560388 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:07.562450 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [-] (100322) wsgi starting up on http://0.0.0.0:9696 Sep 03 12:39:07.565999 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Started child 100323 {{(pid=100212) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 12:39:07.566518 dv-cinder-806559-6-iscsi neutron-server[100212]: INFO oslo_service.service [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Starting 1 workers Sep 03 12:39:07.569633 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.service [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] calling RpcWorker wait() {{(pid=100323) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 12:39:07.570246 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.service [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] returning from RpcWorker wait() {{(pid=100323) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 12:39:07.571065 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Started child 100324 {{(pid=100212) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 12:39:07.571396 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:07.571887 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:39:07.572035 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG neutron_lib.callbacks.manager [None req-1d1be305-ca8e-4e89-9ca6-93bc051dfd7a None None] Notify callbacks [] for process, after_spawn {{(pid=100212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:07.573731 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100212) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 12:39:07.573935 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 12:39:07.574118 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 12:39:07.574599 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 12:39:07.574969 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 12:39:07.575128 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 12:39:07.575618 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.575899 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.576156 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.576315 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:07.576838 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.576838 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.577317 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.577644 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.577832 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.578100 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.578360 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.578532 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.578726 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.578979 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.579223 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.579514 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.579781 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.580014 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.580309 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.580461 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.580713 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.580981 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.581209 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.581472 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] debug = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.581715 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.582202 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.582428 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.582732 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.582966 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.583247 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.583492 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.583740 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.584000 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.584211 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.584456 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.584714 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.585056 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.585218 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.585357 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.585606 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.585822 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.586289 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] host = dv-cinder-806559-6-iscsi {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.586527 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.586773 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.587105 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.587277 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.587495 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.587773 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.587974 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.588210 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.588462 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.588682 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.588953 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.589193 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.589408 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.589648 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_file = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.589819 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_options = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.590050 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.590290 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.590531 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.590905 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.591075 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.591217 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.591438 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.591603 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.591854 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.592096 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.592304 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.592530 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.592770 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.593015 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.593262 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.593505 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.593817 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.594047 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.594300 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.594558 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.594805 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.595033 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.595283 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.595489 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.595726 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.595939 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.596168 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.596398 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.596613 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.596862 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.597090 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.597340 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.597564 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.597897 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.598056 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.598256 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.598467 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.598764 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.598972 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.599220 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.599462 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.599693 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.599935 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.600179 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.600380 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.600587 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] use_json = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.600795 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.601023 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.601289 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.601500 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.601710 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.601920 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.602127 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.602356 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.603532 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.603532 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.603532 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.603804 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.603872 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.604089 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.604333 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.604570 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.604839 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.605068 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.605394 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.605612 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.606159 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.606391 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.606652 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:39:07.606882 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.607224 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.607474 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.607905 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.608828 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.609276 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.609679 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.611999 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.611999 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.611999 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.611999 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.611999 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.611999 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.611999 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.611999 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.613125 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.613125 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.613125 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.613125 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.613125 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.613125 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.614537 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.614537 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.614537 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.614537 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.614537 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.614537 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.616976 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.616976 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.616976 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.616976 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.616976 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.616976 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.616976 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.616976 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.616976 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.619878 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.619878 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.619878 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.619878 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.619878 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.619878 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.619878 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.619878 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.619878 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.621258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.621258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.621258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.621258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.621258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.621258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.621258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.621258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.621258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.623695 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.623695 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.623695 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.623695 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.623695 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.623695 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.623695 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.623695 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.623695 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627058 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627058 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627058 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627058 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627058 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627058 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627058 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627058 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627058 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627877 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627877 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627877 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627877 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627877 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627877 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.627877 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.630889 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.630889 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.630889 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.630889 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.630889 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.630889 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.630889 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.630889 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.636336 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.636336 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.636336 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.636336 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.636336 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.636336 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.636336 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.636336 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.637323 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.637323 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.637323 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.637323 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.637323 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.637323 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.637323 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.637323 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.638258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.638258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.638258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.638258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.638258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.638258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.638258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.638258 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.639322 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.639322 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.639322 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.639322 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.639322 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.639322 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.639322 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.639322 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.640411 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.640411 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.640411 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.640411 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.640411 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.640411 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.640411 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.640411 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.641417 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.641417 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.641417 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.641417 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.641417 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.641417 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.641417 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.642217 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.642217 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.642217 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.642576 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.642576 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.642847 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.642973 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.643231 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.643476 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.643885 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.644159 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.644376 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.644605 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.644839 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.645062 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.645280 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.645529 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.645751 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.645992 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.646233 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.646471 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.646742 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.646950 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.647169 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.647748 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.647748 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.648037 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.648164 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.648395 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.648630 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.648863 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.649140 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.649358 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.649606 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.649849 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.650066 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.650282 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.650520 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.650773 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.651014 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.651243 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.651462 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.651698 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.651961 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.652308 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.652649 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.652927 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.653260 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.653538 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.653732 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.653969 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.654207 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.654396 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.654744 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.654920 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.655868 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.655868 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.656167 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.656306 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.657869 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.657869 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.657869 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.657869 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.657869 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.658591 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.658591 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.658591 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.659133 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.659133 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.659133 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.659420 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.659541 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.659771 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.659988 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.660197 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.660422 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.660632 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.660842 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.661083 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.661300 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.661509 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.661747 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.661935 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.662185 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.662431 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.662673 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.662903 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.663126 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.663335 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.663559 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.663769 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.663990 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.664219 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.664464 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.664673 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.664883 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.665100 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.665336 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.665523 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.665826 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.666077 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.666297 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.666600 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.666867 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.667113 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.667364 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.667686 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.667905 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.668164 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.668386 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.668620 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.668875 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.669128 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.669473 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.669777 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.670045 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.670324 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.670588 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.671532 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.671833 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.672065 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.672404 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.672742 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.673009 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.673269 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.673500 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.673751 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.673974 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.674191 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.674438 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.674673 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.674927 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.675190 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.675422 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.675644 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.675879 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.676113 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.676358 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.676607 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.676840 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.677079 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.677297 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.677442 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 12:39:07.677962 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100212) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 12:39:07.678121 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 12:39:07.678259 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 12:39:07.678436 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 12:39:07.678605 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 12:39:07.678772 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 12:39:07.678981 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.679147 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.679310 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.679469 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.679629 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.679810 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.679999 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.680160 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.680333 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.680480 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.680624 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.680782 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.680939 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.681096 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.681255 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.681413 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.681572 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.681734 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.681896 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.682055 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.682213 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.682370 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.682528 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] debug = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.682686 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.682916 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.683081 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.683239 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.683398 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.683555 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.683714 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.683873 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.684032 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.684190 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.684349 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.684506 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.684664 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.684823 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.684980 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.685138 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.685296 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.685454 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] host = dv-cinder-806559-6-iscsi {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.685613 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.685773 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.685930 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.686351 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.686838 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.687365 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.687577 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.687743 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.687901 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.688058 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.688218 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.688374 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.688533 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.688691 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_file = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.688852 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_options = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.689007 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.689166 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.689324 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.689517 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.689682 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.689841 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.689999 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.690157 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.690315 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.690472 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.690629 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.690820 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.690979 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.691137 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.691295 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.691454 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.691614 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.691773 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.691933 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.692091 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.692249 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.692406 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.692563 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.692720 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.692879 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.693034 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.693192 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.693349 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.693505 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.693663 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.693821 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.693980 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.694137 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.694294 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.694452 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.694609 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.694787 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.694950 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.695109 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.695266 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.695423 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.695584 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.695744 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.695908 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.696052 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.696287 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] use_json = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.696427 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.696560 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.696693 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.696783 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.696916 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.697078 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.697233 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.697387 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:39:07.697546 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.697709 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.697881 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.698042 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.698204 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.698672 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.698672 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.698672 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.699077 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.699077 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.699557 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.699557 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.699746 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.699863 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.700022 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.700186 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.700346 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.700505 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.700665 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.700826 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.700987 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.701147 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.701318 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.701479 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.701638 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.701798 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.701957 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.702179 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.702343 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.702505 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.702667 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.702851 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.703013 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.703177 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.703338 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.703501 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.703663 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.703823 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.703985 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.704145 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.704306 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.704472 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.704631 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.704951 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.705114 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.705279 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.705432 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.705596 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.705758 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.705859 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:39:07.705957 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.706070 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.706231 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.706392 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.706555 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.706752 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.706911 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.707074 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.707235 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.707396 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.707558 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.707717 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.707878 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.708038 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.708199 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.708361 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.708521 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.708700 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.708862 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.709022 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.709182 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.709343 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.709504 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.709648 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.709813 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.709974 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.710138 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.710318 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.710468 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.710604 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.710776 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.710939 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.711100 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.711262 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.711423 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.711586 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.711733 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.711893 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.712055 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.712211 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.712374 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.712550 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.712710 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.712871 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.713032 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.713192 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.713352 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.713514 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.713675 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.713835 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.713995 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.714154 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.714313 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.714475 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.714638 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.714818 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.714978 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.715140 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.715300 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.715461 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.715620 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.715779 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.715941 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.716103 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.716262 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.716422 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.716581 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.716754 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.716911 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.717315 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.718424 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.718783 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.718962 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.719385 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.719553 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.721904 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.721904 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.721904 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.721904 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.721904 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.721904 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.721904 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.721904 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.721904 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.722531 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.722531 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.722531 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.722531 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.722531 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.722531 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.722531 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.722531 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.723113 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.723113 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.723113 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.723113 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.723113 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.723113 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.723505 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.723505 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.723505 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.723722 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.723799 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.723931 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.724093 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.724257 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.724418 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.724583 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.724748 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.724913 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.725076 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.725236 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.725396 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.725552 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.725712 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.725872 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.726109 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.726213 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.726339 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.726659 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.726838 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.726994 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.727159 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.727324 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.727480 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.727643 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.727807 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.727969 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.728129 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.728292 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.728454 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.728615 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.728779 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.728940 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.729108 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.729269 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.729429 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.729591 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.729753 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.729913 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.730073 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.730235 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.730394 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.730571 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.730751 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.730913 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.731073 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.731236 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.731397 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.731559 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.731731 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.731885 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.732045 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.732206 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.732369 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.732533 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.732697 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.732858 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.733019 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.733180 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.733919 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.734094 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.734268 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.734429 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.734590 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.734772 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.734933 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.735094 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.735265 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.735426 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.735587 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.735754 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.735895 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.736055 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.736223 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.736383 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.736542 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.736701 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.736861 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.737020 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.737189 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.737350 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.737510 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.737670 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.737829 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.737988 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.738156 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.738317 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.738477 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.738640 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.738815 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.738949 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.739126 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.739288 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.739449 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.739608 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.739767 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.739926 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.740095 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.740257 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.740419 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.740587 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.740748 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.740908 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.741071 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.741243 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.741404 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.741569 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.741729 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.741889 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.742050 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.742212 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.742380 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.742550 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.742734 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.742899 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.743068 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.743237 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.743406 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.743568 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.743735 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.743908 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.744069 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.744230 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.744391 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.744551 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.744710 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.744870 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.745030 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.745190 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.745355 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.745634 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.745870 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.746036 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.746198 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.746363 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.746524 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.746683 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.746868 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.747248 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.747399 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:39:07.747608 dv-cinder-806559-6-iscsi neutron-server[100212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 12:39:07.836030 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 58616) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:39:07.845268 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070176 Sep 03 12:39:19.204862 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548cce72-7ebc-4749-866d-823f2a84f838 None None] get_active_networks_info from dv-cinder-806559-6-iscsi {{(pid=100323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 12:39:19.280848 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548cce72-7ebc-4749-866d-823f2a84f838 None None] No non-hosted networks {{(pid=100323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 12:39:19.299558 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.agentschedulers_db [None req-548cce72-7ebc-4749-866d-823f2a84f838 None None] DHCP Agent not found on host dv-cinder-806559-6-iscsi {{(pid=100323) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 12:39:19.488129 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-205a5931-676e-4fc8-83b5-34621fc88d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-370584'] for agent, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:21.817085 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-00a9aa86-5339-40f3-aa55-e58f0364da9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-370584'] for agent, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:21.897105 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a855b31e-c391-49eb-af54-8cb81aa963e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:22.262715 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-370584'] for agent, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:22.264925 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:22.265544 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:22.266145 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:22.266798 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:22.267400 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:22.267973 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:22.268589 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:22.269227 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:22.269767 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:22.270335 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:22.270998 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:22.271554 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:22.272201 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806559-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:39:22.280079 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806559-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:39:23.399955 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-370584'] for agent, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:24.942306 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-370584'] for agent, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:25.058755 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.db.l3_hamode_db [None req-03118749-2f65-4805-9baf-8db2d3c5ebaa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 12:39:25.137936 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03118749-2f65-4805-9baf-8db2d3c5ebaa None None] Routers set() bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:39:25.138372 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03118749-2f65-4805-9baf-8db2d3c5ebaa None None] Router IDs set() for agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 12:39:26.050491 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 58710) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:39:26.547847 dv-cinder-806559-6-iscsi neutron-server[100321]: WARNING oslo_policy.policy [None req-da0bd491-b3aa-482d-855d-f25596bdf86e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:39:26.548443 dv-cinder-806559-6-iscsi neutron-server[100321]: WARNING oslo_policy.policy [None req-da0bd491-b3aa-482d-855d-f25596bdf86e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:39:26.782065 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [None req-da0bd491-b3aa-482d-855d-f25596bdf86e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:39:26.783152 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-da0bd491-b3aa-482d-855d-f25596bdf86e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7317200 Sep 03 12:39:29.181989 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 58724) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:39:29.489032 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-eac38201-c63c-477d-9fc8-e60a1da5e0d4 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:39:29.585253 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.policy [None req-eac38201-c63c-477d-9fc8-e60a1da5e0d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100321) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 12:39:29.630181 dv-cinder-806559-6-iscsi neutron-server[100321]: WARNING oslo_policy.policy [None req-eac38201-c63c-477d-9fc8-e60a1da5e0d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:39:29.630544 dv-cinder-806559-6-iscsi neutron-server[100321]: WARNING oslo_policy.policy [None req-eac38201-c63c-477d-9fc8-e60a1da5e0d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:39:29.639951 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.quota [None req-eac38201-c63c-477d-9fc8-e60a1da5e0d4 admin admin] Loaded quota_driver: . Sep 03 12:39:29.727585 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-eac38201-c63c-477d-9fc8-e60a1da5e0d4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794408521873', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794408525378', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794408534076', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794408539800', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794408952674', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794408491638', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7709481', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7618705', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1790179', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1746185'] for rbac-policy, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:29.790717 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-eac38201-c63c-477d-9fc8-e60a1da5e0d4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:29.791913 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-eac38201-c63c-477d-9fc8-e60a1da5e0d4 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6089537 Sep 03 12:39:32.398184 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 58736) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:39:32.694030 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Request body: {'network': {'project_id': '319a3397513d48938262a8ccee793f13', 'admin_state_up': True, 'name': 'private', 'tenant_id': '319a3397513d48938262a8ccee793f13'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:39:32.724783 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Made reservation on behalf of 319a3397513d48938262a8ccee793f13 for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:39:32.730683 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:32.749128 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:32.869295 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:32.874359 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:32.897675 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:39:32.922995 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794410591820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:32.923591 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Unsubscribe: segment precommit_create {{(pid=100321) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 12:39:32.924117 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Added segment 253a19e1-77a3-4632-ab03-f18d5796a896 of type vlan for network 2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d Sep 03 12:39:32.939576 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7e9737-e59d-49a6-8b0a-e4f3bd544738,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:39:32.965287 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:32.965716 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:32.966072 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:32.966404 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:32.966761 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:32.967108 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:32.967436 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:32.967774 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:32.968114 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:32.968441 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:32.968760 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:32.969075 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Tracked resource versions report: Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: pushed versions: Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: { 'AddressGroup': {'1.2'}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'ConntrackHelper': {'1.0'}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Log': {'1.0'}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Network': {'1.1'}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Port': {'1.7'}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'PortForwarding': {'1.2'}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'QosPolicy': {'1.9'}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'SecurityGroup': {'1.4'}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'SubPort': {'1.0'}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Subnet': {'1.1'}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Trunk': {'1.1'}} Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: consumer versions: Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: { DHCP agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: L3 agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: Metadata agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: Metering agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: Open vSwitch agent@dv-cinder-806559-6-iscsi: { 'AddressGroup': '1.2', Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'ConntrackHelper': '1.0', Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Log': '1.0', Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Network': '1.1', Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Port': '1.7', Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'PortForwarding': '1.2', Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'QosPolicy': '1.9', Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'SecurityGroup': '1.4', Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'SecurityGroupRule': '1.2', Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'SubPort': '1.0', Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Subnet': '1.1', Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Trunk': '1.1'}} Sep 03 12:39:32.970235 dv-cinder-806559-6-iscsi neutron-server[100321]: {{(pid=100321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:39:33.043697 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:33.082670 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:33.083799 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:39:33.084462 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:33.127118 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7278504 Sep 03 12:39:33.186438 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f5f18-ec09-4be8-b464-534f90e3b0e7 admin admin] Pushing event updated for resources: {'Network': ['ID=2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:39:33.199739 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network 2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:39:35.772928 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 58750) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:39:36.168801 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14567aae-758a-4c42-9931-55cda16f1b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:39:36.170167 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-14567aae-758a-4c42-9931-55cda16f1b3d admin admin] 10.222.0.23 "GET /v2.0/networks/2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d HTTP/1.1" status: 200 len: 825 time: 0.3962986 Sep 03 12:39:36.195249 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5eeee829-7f5e-40a0-889d-7aad4d59c201 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/eec92d98-d659-43f8-a27f-790012b43c7f HTTP/1.1" status: 200 len: 734 time: 0.0188646 Sep 03 12:39:36.205271 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-1fd34ecd-6f07-4107-bb59-4aed95146b8c admin admin] Request body: {'subnet': {'tenant_id': '319a3397513d48938262a8ccee793f13', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d', 'subnetpool_id': 'eec92d98-d659-43f8-a27f-790012b43c7f', 'gateway_ip': '172.20.0.1'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:39:36.226483 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd34ecd-6f07-4107-bb59-4aed95146b8c admin admin] Made reservation on behalf of 319a3397513d48938262a8ccee793f13 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:39:36.228776 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1fd34ecd-6f07-4107-bb59-4aed95146b8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:36.514721 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1fd34ecd-6f07-4107-bb59-4aed95146b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:36.580178 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd34ecd-6f07-4107-bb59-4aed95146b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d08bee9-a2c4-4fbb-964b-99885deee396,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:39:36.588591 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd34ecd-6f07-4107-bb59-4aed95146b8c admin admin] Checking segment: {'id': '253a19e1-77a3-4632-ab03-f18d5796a896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:39:36.588969 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd34ecd-6f07-4107-bb59-4aed95146b8c admin admin] Network hostable DHCP agents. Network: 2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:39:36.609161 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd34ecd-6f07-4107-bb59-4aed95146b8c admin admin] Network 2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:39:36.621201 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-1fd34ecd-6f07-4107-bb59-4aed95146b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, 2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:39:36.626933 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd34ecd-6f07-4107-bb59-4aed95146b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:39:36.627511 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1fd34ecd-6f07-4107-bb59-4aed95146b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:36.631548 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce46e4c-2675-4c5c-9bc0-a68ff506e75d None None] Network 2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:39:36.645072 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-1fd34ecd-6f07-4107-bb59-4aed95146b8c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4431145 Sep 03 12:39:36.952806 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ebb6a-ac87-5fb7-bcbd-f6ecf5eb81ac-2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d', 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d', 'tenant_id': '319a3397513d48938262a8ccee793f13', 'fixed_ips': [{'subnet_id': '8d08bee9-a2c4-4fbb-964b-99885deee396'}]}} from dv-cinder-806559-6-iscsi. {{(pid=100323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:39:36.954119 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:37.241699 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.db_base_plugin_common [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Allocated IP 172.20.0.2 (2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d/8d08bee9-a2c4-4fbb-964b-99885deee396/c8b89c30-cac0-4bc7-b2a5-7cf592039db2) {{(pid=100323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:39:37.446538 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Notify callbacks [] for port, precommit_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:37.489045 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Transition to ACTIVE for port object c8b89c30-cac0-4bc7-b2a5-7cf592039db2 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:39:37.511518 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Transition to ACTIVE for port object c8b89c30-cac0-4bc7-b2a5-7cf592039db2 will not be triggered until provisioned by entity DHCP. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:39:37.519832 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:37.584853 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Network 2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d is already hosted by enough agents. {{(pid=100323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:39:37.589308 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.base_scheduler [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Resources bound (agent type, host, resource id): {{(pid=100323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:39:37.593522 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Received port after_create {{(pid=100323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:39:37.650481 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Pushing event updated for resources: {'Port': ['ID=c8b89c30-cac0-4bc7-b2a5-7cf592039db2,revision_number=1']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:39:37.678503 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:37.678891 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:37.679234 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:37.679566 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:37.679893 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:37.680219 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:37.680542 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:37.680869 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:37.681551 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:37.681882 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:37.682204 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:37.682523 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Tracked resource versions report: Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: pushed versions: Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: { 'AddressGroup': {'1.2'}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'ConntrackHelper': {'1.0'}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Log': {'1.0'}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Network': {'1.1'}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Port': {'1.7'}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'PortForwarding': {'1.2'}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'QosPolicy': {'1.9'}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'SecurityGroup': {'1.4'}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'SubPort': {'1.0'}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Subnet': {'1.1'}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Trunk': {'1.1'}} Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: consumer versions: Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: { DHCP agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: L3 agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: Metadata agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: Metering agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: Open vSwitch agent@dv-cinder-806559-6-iscsi: { 'AddressGroup': '1.2', Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'ConntrackHelper': '1.0', Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Log': '1.0', Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Network': '1.1', Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Port': '1.7', Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'PortForwarding': '1.2', Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'QosPolicy': '1.9', Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'SecurityGroup': '1.4', Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'SecurityGroupRule': '1.2', Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'SubPort': '1.0', Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Subnet': '1.1', Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Trunk': '1.1'}} Sep 03 12:39:37.683659 dv-cinder-806559-6-iscsi neutron-server[100323]: {{(pid=100323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:39:37.697970 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Attempting to bind port c8b89c30-cac0-4bc7-b2a5-7cf592039db2 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:39:37.698365 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Attempting to bind port c8b89c30-cac0-4bc7-b2a5-7cf592039db2 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '253a19e1-77a3-4632-ab03-f18d5796a896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:39:37.698794 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Attempting to bind port c8b89c30-cac0-4bc7-b2a5-7cf592039db2 on network 2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:39:37.703747 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:39:37.704144 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Checking segment: {'id': '253a19e1-77a3-4632-ab03-f18d5796a896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:39:37.704615 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:37.705001 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Bound using segment: {'id': '253a19e1-77a3-4632-ab03-f18d5796a896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:39:37.705487 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Bound port: c8b89c30-cac0-4bc7-b2a5-7cf592039db2, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253a19e1-77a3-4632-ab03-f18d5796a896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:39:37.705897 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:37.769566 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] For port c8b89c30-cac0-4bc7-b2a5-7cf592039db2, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:39:37.773651 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] For port c8b89c30-cac0-4bc7-b2a5-7cf592039db2, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=c8b89c30-cac0-4bc7-b2a5-7cf592039db2,segment=NetworkSegment(253a19e1-77a3-4632-ab03-f18d5796a896),segment_id=253a19e1-77a3-4632-ab03-f18d5796a896)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:39:37.778676 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:37.842437 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec46ebd-9da5-408e-97e6-9d87cd3dda39 None None] Pushing event updated for resources: {'Port': ['ID=c8b89c30-cac0-4bc7-b2a5-7cf592039db2,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:39:39.102549 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 58758) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:39:39.599387 dv-cinder-806559-6-iscsi neutron-server[100322]: WARNING oslo_policy.policy [None req-a399eca1-0d00-4e56-9a73-cacc3ef7ca68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:39:39.599984 dv-cinder-806559-6-iscsi neutron-server[100322]: WARNING oslo_policy.policy [None req-a399eca1-0d00-4e56-9a73-cacc3ef7ca68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:39:39.830919 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [None req-a399eca1-0d00-4e56-9a73-cacc3ef7ca68 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:39:39.832109 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-a399eca1-0d00-4e56-9a73-cacc3ef7ca68 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7274933 Sep 03 12:39:42.265040 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 58772) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:39:42.583529 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [None req-eceb0cde-def6-4053-9b74-be8bec8824da admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:39:42.584513 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-eceb0cde-def6-4053-9b74-be8bec8824da admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3185558 Sep 03 12:39:45.233477 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 58786) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:39:45.539563 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-7c674f97-bef5-49a3-8d9e-a9a413ccb6dc admin admin] Request body: {'router': {'tenant_id': '319a3397513d48938262a8ccee793f13', 'admin_state_up': True, 'name': 'router1'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:39:45.603851 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.policy [None req-7c674f97-bef5-49a3-8d9e-a9a413ccb6dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100322) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 12:39:45.649814 dv-cinder-806559-6-iscsi neutron-server[100322]: WARNING oslo_policy.policy [None req-7c674f97-bef5-49a3-8d9e-a9a413ccb6dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:39:45.650229 dv-cinder-806559-6-iscsi neutron-server[100322]: WARNING oslo_policy.policy [None req-7c674f97-bef5-49a3-8d9e-a9a413ccb6dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:39:45.659500 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.quota [None req-7c674f97-bef5-49a3-8d9e-a9a413ccb6dc admin admin] Loaded quota_driver: . Sep 03 12:39:45.714335 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7c674f97-bef5-49a3-8d9e-a9a413ccb6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:45.716673 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7c674f97-bef5-49a3-8d9e-a9a413ccb6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8009'] for router, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:45.874622 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7c674f97-bef5-49a3-8d9e-a9a413ccb6dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:45.879974 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7c674f97-bef5-49a3-8d9e-a9a413ccb6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519158'] for router, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:45.904079 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7c674f97-bef5-49a3-8d9e-a9a413ccb6dc admin admin] Notify callbacks [] for router, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:45.905272 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-7c674f97-bef5-49a3-8d9e-a9a413ccb6dc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6708500 Sep 03 12:39:46.356222 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98883ab-6629-4222-8808-e1554036d2a3 None None] Network 2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:39:46.423753 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-b63c8de2-4053-460e-9ce5-3fd437fbad21 None None] Provisioning for port c8b89c30-cac0-4bc7-b2a5-7cf592039db2 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:39:46.804108 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device c8b89c30-cac0-4bc7-b2a5-7cf592039db2 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:39:46.886099 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port c8b89c30-cac0-4bc7-b2a5-7cf592039db2 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:39:46.890030 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port c8b89c30-cac0-4bc7-b2a5-7cf592039db2 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:39:46.890440 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:46.996178 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:47.029397 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port c8b89c30-cac0-4bc7-b2a5-7cf592039db2, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=c8b89c30-cac0-4bc7-b2a5-7cf592039db2,segment=NetworkSegment(253a19e1-77a3-4632-ab03-f18d5796a896),segment_id=253a19e1-77a3-4632-ab03-f18d5796a896)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:39:47.033654 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:47.082140 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=c8b89c30-cac0-4bc7-b2a5-7cf592039db2,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:39:48.357483 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 58796) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:39:48.664472 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [None req-6ce71893-8b70-4de0-aaa0-6a00e3a489c8 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:39:48.665454 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-6ce71893-8b70-4de0-aaa0-6a00e3a489c8 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3070550 Sep 03 12:39:48.779617 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device c8b89c30-cac0-4bc7-b2a5-7cf592039db2 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:39:48.830286 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port c8b89c30-cac0-4bc7-b2a5-7cf592039db2 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:39:48.830661 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:49.115045 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-af9ea807-cdd8-4cfa-9045-b913f9850dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:51.072715 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 58804) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:39:51.383694 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:39:51.404684 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Made reservation on behalf of 514c414e159c4c72992227f8943ea4c0 for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:39:51.406978 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:51.414666 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:51.501434 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:51.504823 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:51.518748 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Reserving flat network on physical network physnet1 {{(pid=100321) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 12:39:51.540457 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cd276c-d05c-4558-8a10-298dee13222b,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:39:51.546137 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:51.546535 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Added segment 10902c53-d88c-42d2-b57c-27690caa68db of type flat for network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 Sep 03 12:39:51.593137 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:51.625568 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:51.626542 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:39:51.627255 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:51.657701 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5839479 Sep 03 12:39:51.688410 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a114088-41bb-4491-8b53-9f99d7cb49b5 admin admin] Pushing event updated for resources: {'Network': ['ID=a7fd8c55-1a2f-40c3-bfda-512101a97fc3,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:39:51.699442 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:39:51.809003 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d2006f86-af91-42f4-a330-95016b15b959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:52.260976 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:53.322460 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:54.043831 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 58822) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:39:54.274348 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4385c975-4637-445f-a2e4-66a0c85c4c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:39:54.275895 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-4385c975-4637-445f-a2e4-66a0c85c4c01 admin admin] 10.222.0.23 "GET /v2.0/subnets/8d08bee9-a2c4-4fbb-964b-99885deee396 HTTP/1.1" status: 200 len: 849 time: 0.2310753 Sep 03 12:39:54.395312 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-e50374b9-ce84-461d-8173-3c8bed734ed9 admin admin] 10.222.0.23 "GET /v2.0/routers/5d9cf30c-1a61-4166-ad12-6a1f8d149526 HTTP/1.1" status: 200 len: 704 time: 0.1129825 Sep 03 12:39:54.671970 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:54.853186 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:54.977906 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Allocated IP 172.20.0.1 (2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d/8d08bee9-a2c4-4fbb-964b-99885deee396/7774ff83-2903-43ab-80ed-12d763a002b1) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:39:55.184174 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:55.207531 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Transition to ACTIVE for port object 7774ff83-2903-43ab-80ed-12d763a002b1 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:39:55.275064 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:55.291690 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Network 2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:39:55.311055 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:39:55.376599 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:39:55.377140 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370595'] for router_interface, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:55.439278 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Pushing event updated for resources: {'Port': ['ID=7774ff83-2903-43ab-80ed-12d763a002b1,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:39:55.478465 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:55.478853 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:55.479196 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:55.479621 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:55.480021 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:55.480349 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:55.480674 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:55.481019 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:55.481358 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:55.481680 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:55.481997 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:55.482313 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Tracked resource versions report: Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: pushed versions: Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: { 'AddressGroup': {'1.2'}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'ConntrackHelper': {'1.0'}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Log': {'1.0'}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Network': {'1.1'}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Port': {'1.7'}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'PortForwarding': {'1.2'}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'QosPolicy': {'1.9'}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'SecurityGroup': {'1.4'}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'SubPort': {'1.0'}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Subnet': {'1.1'}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Trunk': {'1.1'}} Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: consumer versions: Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: { DHCP agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: L3 agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: Metadata agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: Metering agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: Open vSwitch agent@dv-cinder-806559-6-iscsi: { 'AddressGroup': '1.2', Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'ConntrackHelper': '1.0', Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Log': '1.0', Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Network': '1.1', Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Port': '1.7', Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'PortForwarding': '1.2', Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'QosPolicy': '1.9', Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'SecurityGroup': '1.4', Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'SecurityGroupRule': '1.2', Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'SubPort': '1.0', Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Subnet': '1.1', Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Trunk': '1.1'}} Sep 03 12:39:55.483473 dv-cinder-806559-6-iscsi neutron-server[100322]: {{(pid=100322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:39:55.589737 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:55.623370 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-088c53cb-9508-4d06-88fa-19ba66e64f35 None None] Provisioning for port 7774ff83-2903-43ab-80ed-12d763a002b1 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:39:55.627165 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-088c53cb-9508-4d06-88fa-19ba66e64f35 None None] Provisioning complete for port 7774ff83-2903-43ab-80ed-12d763a002b1 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:39:55.627628 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-088c53cb-9508-4d06-88fa-19ba66e64f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:55.661480 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-088c53cb-9508-4d06-88fa-19ba66e64f35 None None] Port 7774ff83-2903-43ab-80ed-12d763a002b1 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:39:55.797613 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:55.801971 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:55.802718 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498227'] for router_interface, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:55.869484 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Pushing event updated for resources: {'Port': ['ID=7774ff83-2903-43ab-80ed-12d763a002b1,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:39:55.934547 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Network 2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:39:55.935869 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:39:56.082232 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-19523e1e-0468-48a6-97f5-e2ccb85dcd22 None None] Provisioning complete for port 7774ff83-2903-43ab-80ed-12d763a002b1 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:39:56.082801 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-19523e1e-0468-48a6-97f5-e2ccb85dcd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:56.116070 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-19523e1e-0468-48a6-97f5-e2ccb85dcd22 None None] Port 7774ff83-2903-43ab-80ed-12d763a002b1 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:39:56.142874 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Router 5d9cf30c-1a61-4166-ad12-6a1f8d149526 is scheduled to L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba with binding_index 1 {{(pid=100322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:39:56.234455 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:39:56.243095 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-9e3c270e-8865-4c17-adf0-eea77052d87a admin admin] 10.222.0.23 "PUT /v2.0/routers/5d9cf30c-1a61-4166-ad12-6a1f8d149526/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8391500 Sep 03 12:39:56.245542 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Sync routers for ids ['5d9cf30c-1a61-4166-ad12-6a1f8d149526'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:39:56.257664 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Routers {'5d9cf30c-1a61-4166-ad12-6a1f8d149526'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:39:56.258605 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:39:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['5d9cf30c-1a61-4166-ad12-6a1f8d149526'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:39:56.451456 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Set router 5d9cf30c-1a61-4166-ad12-6a1f8d149526 gateway port host: None {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:39:56.890949 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'name': 'router1', 'tenant_id': '319a3397513d48938262a8ccee793f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:39:45Z', 'updated_at': '2021-09-03T12:39:55Z', 'revision_number': 2, 'project_id': '319a3397513d48938262a8ccee793f13', 'gw_port_host': None, '_interfaces': [{'id': '7774ff83-2903-43ab-80ed-12d763a002b1', 'name': '', 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d', 'tenant_id': '319a3397513d48938262a8ccee793f13', 'mac_address': 'fa:16:3e:6f:09:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d08bee9-a2c4-4fbb-964b-99885deee396', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:39:54Z', 'updated_at': '2021-09-03T12:39:55Z', 'revision_number': 2, 'project_id': '319a3397513d48938262a8ccee793f13', 'subnets': [{'id': '8d08bee9-a2c4-4fbb-964b-99885deee396', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eec92d98-d659-43f8-a27f-790012b43c7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:39:56.943027 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Checking router: 5d9cf30c-1a61-4166-ad12-6a1f8d149526 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:39:56.943414 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Updating router 5d9cf30c-1a61-4166-ad12-6a1f8d149526 port 7774ff83-2903-43ab-80ed-12d763a002b1 binding host dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:39:56.992252 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:57.513997 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Notify callbacks [] for port, precommit_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:57.533135 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.provisioning_blocks [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Transition to ACTIVE for port object 7774ff83-2903-43ab-80ed-12d763a002b1 will not be triggered until provisioned by entity L2. {{(pid=100324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:39:57.539198 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:57.707789 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Pushing event updated for resources: {'Port': ['ID=7774ff83-2903-43ab-80ed-12d763a002b1,revision_number=3']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:39:57.713473 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Attempting to bind port 7774ff83-2903-43ab-80ed-12d763a002b1 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:39:57.714966 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Attempting to bind port 7774ff83-2903-43ab-80ed-12d763a002b1 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '253a19e1-77a3-4632-ab03-f18d5796a896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d'}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:39:57.715399 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Attempting to bind port 7774ff83-2903-43ab-80ed-12d763a002b1 on network 2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:39:57.723245 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:57.723604 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:57.723950 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:57.724289 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:57.724624 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:57.724958 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:57.725288 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:57.725620 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:57.725961 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:57.726291 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:57.726615 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:57.726964 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Tracked resource versions report: Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: pushed versions: Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: { 'AddressGroup': {'1.2'}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'ConntrackHelper': {'1.0'}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Log': {'1.0'}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Network': {'1.1'}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Port': {'1.7'}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'PortForwarding': {'1.2'}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'QosPolicy': {'1.9'}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'SecurityGroup': {'1.4'}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'SubPort': {'1.0'}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Subnet': {'1.1'}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Trunk': {'1.1'}} Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: consumer versions: Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: { DHCP agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: L3 agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: Metadata agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: Metering agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: Open vSwitch agent@dv-cinder-806559-6-iscsi: { 'AddressGroup': '1.2', Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'ConntrackHelper': '1.0', Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Log': '1.0', Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Network': '1.1', Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Port': '1.7', Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'PortForwarding': '1.2', Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'QosPolicy': '1.9', Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'SecurityGroup': '1.4', Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'SecurityGroupRule': '1.2', Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'SubPort': '1.0', Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Subnet': '1.1', Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Trunk': '1.1'}} Sep 03 12:39:57.728089 dv-cinder-806559-6-iscsi neutron-server[100324]: {{(pid=100324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:39:57.731284 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:39:57.731699 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Checking segment: {'id': '253a19e1-77a3-4632-ab03-f18d5796a896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:39:57.732181 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:57.732575 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Bound using segment: {'id': '253a19e1-77a3-4632-ab03-f18d5796a896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d'} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:39:57.733083 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Bound port: 7774ff83-2903-43ab-80ed-12d763a002b1, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253a19e1-77a3-4632-ab03-f18d5796a896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d'}}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:39:57.733466 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:57.801386 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] For port 7774ff83-2903-43ab-80ed-12d763a002b1, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:39:57.822086 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] For port 7774ff83-2903-43ab-80ed-12d763a002b1, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=7774ff83-2903-43ab-80ed-12d763a002b1,segment=NetworkSegment(253a19e1-77a3-4632-ab03-f18d5796a896),segment_id=253a19e1-77a3-4632-ab03-f18d5796a896)] {{(pid=100324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:39:57.827081 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:57.887479 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97df4c0-68c7-4f19-b6d0-7d8fd712e959 None None] Pushing event updated for resources: {'Port': ['ID=7774ff83-2903-43ab-80ed-12d763a002b1,revision_number=4']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:39:57.892810 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Routers {'5d9cf30c-1a61-4166-ad12-6a1f8d149526'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:39:57.893432 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:39:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['5d9cf30c-1a61-4166-ad12-6a1f8d149526'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:39:57.988745 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] Set router 5d9cf30c-1a61-4166-ad12-6a1f8d149526 gateway port host: None {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:39:58.200674 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'name': 'router1', 'tenant_id': '319a3397513d48938262a8ccee793f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:39:45Z', 'updated_at': '2021-09-03T12:39:55Z', 'revision_number': 2, 'project_id': '319a3397513d48938262a8ccee793f13', 'gw_port_host': None, '_interfaces': [{'id': '7774ff83-2903-43ab-80ed-12d763a002b1', 'name': '', 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d', 'tenant_id': '319a3397513d48938262a8ccee793f13', 'mac_address': 'fa:16:3e:6f:09:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d08bee9-a2c4-4fbb-964b-99885deee396', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:39:54Z', 'updated_at': '2021-09-03T12:39:57Z', 'revision_number': 4, 'project_id': '319a3397513d48938262a8ccee793f13', 'subnets': [{'id': '8d08bee9-a2c4-4fbb-964b-99885deee396', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eec92d98-d659-43f8-a27f-790012b43c7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:39:58.225059 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76000d32-a5ce-4563-b501-387ccc3eea7e None None] The sync data for ids ['5d9cf30c-1a61-4166-ad12-6a1f8d149526'] in dv-cinder-806559-6-iscsi is: [{'id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'name': 'router1', 'tenant_id': '319a3397513d48938262a8ccee793f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:39:45Z', 'updated_at': '2021-09-03T12:39:55Z', 'revision_number': 2, 'project_id': '319a3397513d48938262a8ccee793f13', 'gw_port_host': None, '_interfaces': [{'id': '7774ff83-2903-43ab-80ed-12d763a002b1', 'name': '', 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d', 'tenant_id': '319a3397513d48938262a8ccee793f13', 'mac_address': 'fa:16:3e:6f:09:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d08bee9-a2c4-4fbb-964b-99885deee396', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:39:54Z', 'updated_at': '2021-09-03T12:39:57Z', 'revision_number': 4, 'project_id': '319a3397513d48938262a8ccee793f13', 'subnets': [{'id': '8d08bee9-a2c4-4fbb-964b-99885deee396', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eec92d98-d659-43f8-a27f-790012b43c7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:39:58.470079 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 58846) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:39:58.586604 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b804c-34ba-449c-8c4d-5072ae617f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:39:58.587983 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-892b804c-34ba-449c-8c4d-5072ae617f09 admin admin] 10.222.0.23 "GET /v2.0/networks/a7fd8c55-1a2f-40c3-bfda-512101a97fc3 HTTP/1.1" status: 200 len: 842 time: 0.1168416 Sep 03 12:39:58.598436 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-26b2b1f2-d840-4d64-9cf3-639e7ec0fdc9 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:39:58.618300 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b2b1f2-d840-4d64-9cf3-639e7ec0fdc9 admin admin] Made reservation on behalf of 514c414e159c4c72992227f8943ea4c0 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:39:58.621016 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-26b2b1f2-d840-4d64-9cf3-639e7ec0fdc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:58.951600 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.objects.ports [None req-26b2b1f2-d840-4d64-9cf3-639e7ec0fdc9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100321) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 12:39:58.952057 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-26b2b1f2-d840-4d64-9cf3-639e7ec0fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:59.001759 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2b1f2-d840-4d64-9cf3-639e7ec0fdc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05cb37f-2774-4367-8be1-d78619a1b3ac,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:39:59.016893 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2b1f2-d840-4d64-9cf3-639e7ec0fdc9 admin admin] Checking segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:39:59.017246 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b2b1f2-d840-4d64-9cf3-639e7ec0fdc9 admin admin] Network hostable DHCP agents. Network: a7fd8c55-1a2f-40c3-bfda-512101a97fc3, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:39:59.033239 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b2b1f2-d840-4d64-9cf3-639e7ec0fdc9 admin admin] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:39:59.041597 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-26b2b1f2-d840-4d64-9cf3-639e7ec0fdc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, a7fd8c55-1a2f-40c3-bfda-512101a97fc3) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:39:59.045483 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b2b1f2-d840-4d64-9cf3-639e7ec0fdc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:39:59.046066 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-26b2b1f2-d840-4d64-9cf3-639e7ec0fdc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:39:59.051850 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13e24b3-9b7a-4ea7-93ed-77c28072f053 None None] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:39:59.059840 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-26b2b1f2-d840-4d64-9cf3-639e7ec0fdc9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4648011 Sep 03 12:39:59.187668 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9387484f-3ed1-4031-bc14-3342b9da13a9 None None] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:40:01.384939 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 58854) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:40:01.515824 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-c65643ef-8023-4191-9013-7239dc477a7e admin admin] 10.222.0.23 "GET /v2.0/routers/5d9cf30c-1a61-4166-ad12-6a1f8d149526 HTTP/1.1" status: 200 len: 710 time: 0.1290717 Sep 03 12:40:01.613811 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c5b968-53a1-407d-9b3e-6dd3abe67b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:40:01.615219 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-e6c5b968-53a1-407d-9b3e-6dd3abe67b67 admin admin] 10.222.0.23 "GET /v2.0/networks/a7fd8c55-1a2f-40c3-bfda-512101a97fc3 HTTP/1.1" status: 200 len: 886 time: 0.0936298 Sep 03 12:40:01.625260 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:40:01.874246 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:02.107176 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:02.184497 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:02.286276 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Allocated IP 172.27.0.78 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/0f12129e-5d34-43c1-873f-eee306c2de43) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:40:02.392724 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:02.431175 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:02.469147 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:40:02.471882 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:40:02.475160 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:40:02.485131 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=0f12129e-5d34-43c1-873f-eee306c2de43,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:40:02.806468 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:03.005559 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-519057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-495905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8063'] for router, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:03.008817 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-519064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-519055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-495912'] for router, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:03.117659 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Router 5d9cf30c-1a61-4166-ad12-6a1f8d149526 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:40:03.230021 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:40:03.234084 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] Notify callbacks [] for router, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:03.235325 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-0fd6a814-7cfe-4cbb-9053-863db2df8ed6 admin admin] 10.222.0.23 "PUT /v2.0/routers/5d9cf30c-1a61-4166-ad12-6a1f8d149526 HTTP/1.1" status: 200 len: 889 time: 1.6133010 Sep 03 12:40:04.784406 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Sync routers for ids ['5d9cf30c-1a61-4166-ad12-6a1f8d149526'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:40:04.795845 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Routers {'5d9cf30c-1a61-4166-ad12-6a1f8d149526'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:40:04.796598 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:39:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['5d9cf30c-1a61-4166-ad12-6a1f8d149526'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:40:04.857407 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 7774ff83-2903-43ab-80ed-12d763a002b1 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:40:05.078330 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 7774ff83-2903-43ab-80ed-12d763a002b1 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:40:05.095839 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 7774ff83-2903-43ab-80ed-12d763a002b1 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:40:05.096212 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:05.099425 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Set router 5d9cf30c-1a61-4166-ad12-6a1f8d149526 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:40:05.423232 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:05.513765 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 7774ff83-2903-43ab-80ed-12d763a002b1, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=7774ff83-2903-43ab-80ed-12d763a002b1,segment=NetworkSegment(253a19e1-77a3-4632-ab03-f18d5796a896),segment_id=253a19e1-77a3-4632-ab03-f18d5796a896)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:40:05.521311 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:05.607914 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=7774ff83-2903-43ab-80ed-12d763a002b1,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:40:05.628976 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'name': 'router1', 'tenant_id': '319a3397513d48938262a8ccee793f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '0f12129e-5d34-43c1-873f-eee306c2de43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:39:45Z', 'updated_at': '2021-09-03T12:40:02Z', 'revision_number': 4, 'project_id': '319a3397513d48938262a8ccee793f13', 'gw_port': {'id': '0f12129e-5d34-43c1-873f-eee306c2de43', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:40:02Z', 'updated_at': '2021-09-03T12:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '7774ff83-2903-43ab-80ed-12d763a002b1', 'name': '', 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d', 'tenant_id': '319a3397513d48938262a8ccee793f13', 'mac_address': 'fa:16:3e:6f:09:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d08bee9-a2c4-4fbb-964b-99885deee396', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:39:54Z', 'updated_at': '2021-09-03T12:39:57Z', 'revision_number': 4, 'project_id': '319a3397513d48938262a8ccee793f13', 'subnets': [{'id': '8d08bee9-a2c4-4fbb-964b-99885deee396', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eec92d98-d659-43f8-a27f-790012b43c7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:40:05.656848 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 58866) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:40:05.678304 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Checking router: 5d9cf30c-1a61-4166-ad12-6a1f8d149526 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:40:05.678658 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Updating router 5d9cf30c-1a61-4166-ad12-6a1f8d149526 port 0f12129e-5d34-43c1-873f-eee306c2de43 binding host dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:40:05.727592 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:05.770060 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-6a83d125-08f4-4d80-ab39-829b75f3e4c1 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1120403 Sep 03 12:40:06.058536 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:06.069405 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Transition to ACTIVE for port object 0f12129e-5d34-43c1-873f-eee306c2de43 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:40:06.075636 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:06.122868 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Attempting to bind port 0f12129e-5d34-43c1-873f-eee306c2de43 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:40:06.123249 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Attempting to bind port 0f12129e-5d34-43c1-873f-eee306c2de43 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:40:06.123623 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Attempting to bind port 0f12129e-5d34-43c1-873f-eee306c2de43 on network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:40:06.132532 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e4361-c482-4549-975c-e57ada370afd None None] Pushing event updated for resources: {'Port': ['ID=0f12129e-5d34-43c1-873f-eee306c2de43,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:40:06.135293 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:40:06.135825 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Checking segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:40:06.136235 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:06.136645 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Bound using segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:40:06.137614 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Bound port: 0f12129e-5d34-43c1-873f-eee306c2de43, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:40:06.137614 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:06.204923 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] For port 0f12129e-5d34-43c1-873f-eee306c2de43, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:40:06.208069 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] For port 0f12129e-5d34-43c1-873f-eee306c2de43, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=0f12129e-5d34-43c1-873f-eee306c2de43,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:40:06.212753 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:06.271180 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e4361-c482-4549-975c-e57ada370afd None None] Pushing event updated for resources: {'Port': ['ID=0f12129e-5d34-43c1-873f-eee306c2de43,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:40:06.281400 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Routers {'5d9cf30c-1a61-4166-ad12-6a1f8d149526'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:40:06.282350 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:39:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['5d9cf30c-1a61-4166-ad12-6a1f8d149526'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:40:06.510386 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] Set router 5d9cf30c-1a61-4166-ad12-6a1f8d149526 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:40:06.802072 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'name': 'router1', 'tenant_id': '319a3397513d48938262a8ccee793f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '0f12129e-5d34-43c1-873f-eee306c2de43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:39:45Z', 'updated_at': '2021-09-03T12:40:02Z', 'revision_number': 4, 'project_id': '319a3397513d48938262a8ccee793f13', 'gw_port': {'id': '0f12129e-5d34-43c1-873f-eee306c2de43', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:40:02Z', 'updated_at': '2021-09-03T12:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '7774ff83-2903-43ab-80ed-12d763a002b1', 'name': '', 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d', 'tenant_id': '319a3397513d48938262a8ccee793f13', 'mac_address': 'fa:16:3e:6f:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d08bee9-a2c4-4fbb-964b-99885deee396', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:39:54Z', 'updated_at': '2021-09-03T12:40:05Z', 'revision_number': 5, 'project_id': '319a3397513d48938262a8ccee793f13', 'subnets': [{'id': '8d08bee9-a2c4-4fbb-964b-99885deee396', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eec92d98-d659-43f8-a27f-790012b43c7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:40:06.839533 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 7774ff83-2903-43ab-80ed-12d763a002b1 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:40:06.843776 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44c337-7294-4bcc-b449-c8569531dae5 None None] The sync data for ids ['5d9cf30c-1a61-4166-ad12-6a1f8d149526'] in dv-cinder-806559-6-iscsi is: [{'id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'name': 'router1', 'tenant_id': '319a3397513d48938262a8ccee793f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '0f12129e-5d34-43c1-873f-eee306c2de43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:39:45Z', 'updated_at': '2021-09-03T12:40:02Z', 'revision_number': 4, 'project_id': '319a3397513d48938262a8ccee793f13', 'gw_port': {'id': '0f12129e-5d34-43c1-873f-eee306c2de43', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:40:02Z', 'updated_at': '2021-09-03T12:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '7774ff83-2903-43ab-80ed-12d763a002b1', 'name': '', 'network_id': '2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d', 'tenant_id': '319a3397513d48938262a8ccee793f13', 'mac_address': 'fa:16:3e:6f:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9cf30c-1a61-4166-ad12-6a1f8d149526', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d08bee9-a2c4-4fbb-964b-99885deee396', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:39:54Z', 'updated_at': '2021-09-03T12:40:05Z', 'revision_number': 5, 'project_id': '319a3397513d48938262a8ccee793f13', 'subnets': [{'id': '8d08bee9-a2c4-4fbb-964b-99885deee396', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eec92d98-d659-43f8-a27f-790012b43c7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:40:06.904607 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 7774ff83-2903-43ab-80ed-12d763a002b1 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:40:06.905006 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:08.851044 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 0f12129e-5d34-43c1-873f-eee306c2de43 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:40:08.922131 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 0f12129e-5d34-43c1-873f-eee306c2de43 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:40:08.925940 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 0f12129e-5d34-43c1-873f-eee306c2de43 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:40:08.926502 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:09.006181 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:09.026777 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 0f12129e-5d34-43c1-873f-eee306c2de43, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=0f12129e-5d34-43c1-873f-eee306c2de43,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:40:09.030417 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:09.080380 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=0f12129e-5d34-43c1-873f-eee306c2de43,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:40:10.850248 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 0f12129e-5d34-43c1-873f-eee306c2de43 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:40:10.951458 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 0f12129e-5d34-43c1-873f-eee306c2de43 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:40:10.951835 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:15.628824 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 5 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:40:19.118960 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-561e60b1-502f-42ca-b624-9e4374d417b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:21.811918 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fd4d4ff0-b377-4fd2-91a6-917b2e2d7916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:22.271855 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:23.331728 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:24.876300 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:49.120436 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ad66-9cdd-4c4a-a445-de401845124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:51.819135 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-45a88ea4-9e9b-4c98-83b3-f64bc453e8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:52.266230 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:52.632139 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 5 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:40:53.326117 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:40:54.875750 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:19.122390 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e40c-16e9-4447-9b46-a65f68fd1a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:21.811293 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d0af56ea-6afe-46d7-a6ec-84cb2206ef30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:22.267853 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:23.329406 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:24.882017 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:29.631400 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 5 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:41:42.201310 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59428) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:41:42.267574 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ec245e-1a6e-4e35-888d-7be10ec08d34 admin admin] GET failed (client error): The resource could not be found. Sep 03 12:41:42.269158 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-94ec245e-1a6e-4e35-888d-7be10ec08d34 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667717 Sep 03 12:41:42.433278 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ffd299-cab0-4e28-b693-5fe1124698ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:41:42.434728 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-85ffd299-cab0-4e28-b693-5fe1124698ed admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610634 Sep 03 12:41:44.625861 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59438) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:41:44.716700 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13f4c72-3519-4eae-8b86-ded9b7ab08b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:41:44.718038 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-c13f4c72-3519-4eae-8b86-ded9b7ab08b1 admin admin] 10.222.0.23 "GET /v2.0/subnets/8d08bee9-a2c4-4fbb-964b-99885deee396 HTTP/1.1" status: 200 len: 849 time: 0.0912380 Sep 03 12:41:44.728018 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:41:44.809423 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Notify callbacks [] for subnet, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:44.960380 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794410565057'] for subnet, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:44.992745 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:41:44.993360 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:44.995687 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] 10.222.0.23 "PUT /v2.0/subnets/8d08bee9-a2c4-4fbb-964b-99885deee396 HTTP/1.1" status: 200 len: 868 time: 0.2713110 Sep 03 12:41:44.997891 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdfb731-956b-4ce9-9336-4c13d81e02f2 None None] Network 2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:41:45.022622 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d08bee9-a2c4-4fbb-964b-99885deee396,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:41:45.030297 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:41:45.030660 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:41:45.031215 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:41:45.031326 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:41:45.031599 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:41:45.032003 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:41:45.032277 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:41:45.032607 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:41:45.032965 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:41:45.033322 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:41:45.033580 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:41:45.033899 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11a061-8849-4e0a-b267-dc7e978ed7fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:41:45.382728 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-eeaca850-1fb0-4b88-aee3-aa4097c85b9b None None] Provisioning complete for port c8b89c30-cac0-4bc7-b2a5-7cf592039db2 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:41:45.383103 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-eeaca850-1fb0-4b88-aee3-aa4097c85b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:45.474710 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-eeaca850-1fb0-4b88-aee3-aa4097c85b9b None None] Provisioning complete for port 7774ff83-2903-43ab-80ed-12d763a002b1 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:41:45.474983 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-eeaca850-1fb0-4b88-aee3-aa4097c85b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:47.224563 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59446) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:41:47.509853 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64f110e-5255-48fc-885b-d73f296588cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:41:47.510244 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64f110e-5255-48fc-885b-d73f296588cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:41:47.511833 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-e64f110e-5255-48fc-885b-d73f296588cc admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2863066 Sep 03 12:41:49.124114 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-4d292860-0127-42ff-9960-34bc32257aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:49.754430 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59454) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:41:49.890856 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501f080-81d9-467f-bfe3-83530d7c1465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:41:49.891338 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501f080-81d9-467f-bfe3-83530d7c1465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:41:49.892932 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-e501f080-81d9-467f-bfe3-83530d7c1465 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1375310 Sep 03 12:41:51.811407 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee8bf-b5e4-494b-9fee-487d1b373bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:52.094265 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59462) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:41:52.223176 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42391983-6577-4184-92d4-ba2f6dfe8984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:41:52.224539 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-42391983-6577-4184-92d4-ba2f6dfe8984 admin admin] 10.222.0.23 "GET /v2.0/networks/2d6c1e4c-0a59-4a23-9c5b-427c3ef1f08d HTTP/1.1" status: 200 len: 869 time: 0.1292989 Sep 03 12:41:52.274900 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:53.334396 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:54.423641 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59470) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:41:54.550823 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dd8e19-999e-41c7-a34e-97ee8fedc7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:41:54.552190 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-06dd8e19-999e-41c7-a34e-97ee8fedc7bb admin admin] 10.222.0.23 "GET /v2.0/networks/a7fd8c55-1a2f-40c3-bfda-512101a97fc3 HTTP/1.1" status: 200 len: 886 time: 0.1275740 Sep 03 12:41:54.883291 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:41:56.742789 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 59478) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:41:56.867076 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2292ac8d-b6f3-4362-98c7-32f85b6bcca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:41:56.867544 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2292ac8d-b6f3-4362-98c7-32f85b6bcca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:41:56.869091 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2292ac8d-b6f3-4362-98c7-32f85b6bcca4 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253474 Sep 03 12:41:59.137671 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 59488) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:41:59.232060 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860f7eb1-f80f-4b41-8d9b-7b7ebf8d83fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:41:59.232524 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860f7eb1-f80f-4b41-8d9b-7b7ebf8d83fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:41:59.234045 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-860f7eb1-f80f-4b41-8d9b-7b7ebf8d83fb admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0954340 Sep 03 12:42:01.478874 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 59496) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:42:01.569290 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d347312-75b7-4e03-a700-2f36d7dcb407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:42:01.570636 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-4d347312-75b7-4e03-a700-2f36d7dcb407 admin admin] 10.222.0.23 "GET /v2.0/subnets/8d08bee9-a2c4-4fbb-964b-99885deee396 HTTP/1.1" status: 200 len: 868 time: 0.0908201 Sep 03 12:42:03.772649 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 59504) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:42:03.856901 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2373b0-bcb7-4997-8f04-138c78f7e165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:42:03.858211 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2c2373b0-bcb7-4997-8f04-138c78f7e165 admin admin] 10.222.0.23 "GET /v2.0/subnets/f05cb37f-2774-4367-8be1-d78619a1b3ac HTTP/1.1" status: 200 len: 816 time: 0.0846148 Sep 03 12:42:06.631089 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 5 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:42:19.125113 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ab391fbe-f010-48f8-ba3a-e43f194ef660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:21.811818 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-959a2a02-abb1-4e98-9d95-6d27d822ec07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:22.266604 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:23.339137 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:24.891273 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:28.872291 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 59558) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:42:28.921200 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [None req-25827f5b-816e-42a8-84db-859875c0f3b5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:42:28.922201 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-25827f5b-816e-42a8-84db-859875c0f3b5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489531 Sep 03 12:42:31.279159 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 59566) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:42:31.344987 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0ecfe0-618b-4337-a971-4c134537237e admin admin] GET failed (client error): The resource could not be found. Sep 03 12:42:31.346275 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ba0ecfe0-618b-4337-a971-4c134537237e admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661931 Sep 03 12:42:31.488636 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4f69b1-ed22-4965-9b3b-fb891c2181ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:42:31.490776 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-1f4f69b1-ed22-4965-9b3b-fb891c2181ff admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1388528 Sep 03 12:42:33.732688 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 59574) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:42:33.779322 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:42:33.799231 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Made reservation on behalf of 514c414e159c4c72992227f8943ea4c0 for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:42:33.802282 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:33.835834 dv-cinder-806559-6-iscsi neutron-server[100321]: WARNING neutron.services.revisions.revision_plugin [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Could not find related network for resource to bump revision. Sep 03 12:42:33.846321 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:42:33.856412 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:33.856848 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Added segment 4800c06e-d6c9-422c-a80a-6f5d5e1d4400 of type vlan for network ed6418dd-a1cd-48db-bd8c-d1a3865d217e Sep 03 12:42:33.895921 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:33.919610 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:33.920721 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:42:33.921436 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:33.953052 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2193117 Sep 03 12:42:33.986625 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Pushing event updated for resources: {'Network': ['ID=ed6418dd-a1cd-48db-bd8c-d1a3865d217e,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:42:33.994363 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:33.994769 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:33.995125 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:33.995472 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:33.995814 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:33.996171 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:33.996514 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:33.996863 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:33.997218 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:33.997568 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:33.997884 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:33.998212 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332de-b8fd-4e01-b353-14aaecc26633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:34.009572 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network ed6418dd-a1cd-48db-bd8c-d1a3865d217e details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:42:36.211754 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59582) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:42:36.272062 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db74006-4ca1-4b08-b539-1fea6a236da0 admin admin] GET failed (client error): The resource could not be found. Sep 03 12:42:36.273364 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-7db74006-4ca1-4b08-b539-1fea6a236da0 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606704 Sep 03 12:42:36.341117 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3955cf-6348-4d19-8b62-55d3abe89c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:42:36.342564 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-cd3955cf-6348-4d19-8b62-55d3abe89c0e admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645590 Sep 03 12:42:36.353611 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-ad2de59c-059a-4fed-93d1-42422e83d2bd admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'ed6418dd-a1cd-48db-bd8c-d1a3865d217e', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:42:36.377157 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2de59c-059a-4fed-93d1-42422e83d2bd admin admin] Made reservation on behalf of 514c414e159c4c72992227f8943ea4c0 for: {'subnet': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:42:36.379698 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ad2de59c-059a-4fed-93d1-42422e83d2bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:36.569910 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ad2de59c-059a-4fed-93d1-42422e83d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for subnet, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:36.627086 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2de59c-059a-4fed-93d1-42422e83d2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea21b491-d5ec-49d7-879e-6b072f5f975c,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:42:36.632106 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2de59c-059a-4fed-93d1-42422e83d2bd admin admin] Checking segment: {'id': '4800c06e-d6c9-422c-a80a-6f5d5e1d4400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ed6418dd-a1cd-48db-bd8c-d1a3865d217e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:42:36.632442 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2de59c-059a-4fed-93d1-42422e83d2bd admin admin] Network hostable DHCP agents. Network: ed6418dd-a1cd-48db-bd8c-d1a3865d217e, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:42:36.653239 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2de59c-059a-4fed-93d1-42422e83d2bd admin admin] Network ed6418dd-a1cd-48db-bd8c-d1a3865d217e is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:42:36.663217 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-ad2de59c-059a-4fed-93d1-42422e83d2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, ed6418dd-a1cd-48db-bd8c-d1a3865d217e) {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:42:36.667171 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2de59c-059a-4fed-93d1-42422e83d2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:42:36.667761 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ad2de59c-059a-4fed-93d1-42422e83d2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:36.674176 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d4f0b6-62d7-4cfc-a10b-c89edba8c03a None None] Network ed6418dd-a1cd-48db-bd8c-d1a3865d217e requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:42:36.690169 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-ad2de59c-059a-4fed-93d1-42422e83d2bd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3312607 Sep 03 12:42:36.934174 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ebb6a-ac87-5fb7-bcbd-f6ecf5eb81ac-ed6418dd-a1cd-48db-bd8c-d1a3865d217e', 'network_id': 'ed6418dd-a1cd-48db-bd8c-d1a3865d217e', 'tenant_id': '514c414e159c4c72992227f8943ea4c0', 'fixed_ips': [{'subnet_id': 'ea21b491-d5ec-49d7-879e-6b072f5f975c'}]}} from dv-cinder-806559-6-iscsi. {{(pid=100323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:42:36.935168 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:37.075848 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.db_base_plugin_common [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Allocated IP 192.168.233.2 (ed6418dd-a1cd-48db-bd8c-d1a3865d217e/ea21b491-d5ec-49d7-879e-6b072f5f975c/90ac852e-0494-44ae-8c93-6f9ea243e1cc) {{(pid=100323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:42:37.229802 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Notify callbacks [] for port, precommit_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:37.239560 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Transition to ACTIVE for port object 90ac852e-0494-44ae-8c93-6f9ea243e1cc will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:42:37.257871 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Transition to ACTIVE for port object 90ac852e-0494-44ae-8c93-6f9ea243e1cc will not be triggered until provisioned by entity DHCP. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:42:37.266531 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:37.307942 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Network ed6418dd-a1cd-48db-bd8c-d1a3865d217e is already hosted by enough agents. {{(pid=100323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:42:37.315592 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Pushing event updated for resources: {'Port': ['ID=90ac852e-0494-44ae-8c93-6f9ea243e1cc,revision_number=1']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:42:37.319111 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.base_scheduler [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Resources bound (agent type, host, resource id): {{(pid=100323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:42:37.324203 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Received port after_create {{(pid=100323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:42:37.326566 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:37.326959 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:37.327308 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:37.327652 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:37.327992 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:37.328379 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:37.328684 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:37.329050 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:37.329362 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:37.329694 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:37.330027 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:37.330348 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:42:37.385547 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Attempting to bind port 90ac852e-0494-44ae-8c93-6f9ea243e1cc on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:42:37.385913 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Attempting to bind port 90ac852e-0494-44ae-8c93-6f9ea243e1cc by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '4800c06e-d6c9-422c-a80a-6f5d5e1d4400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ed6418dd-a1cd-48db-bd8c-d1a3865d217e'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:42:37.386276 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Attempting to bind port 90ac852e-0494-44ae-8c93-6f9ea243e1cc on network ed6418dd-a1cd-48db-bd8c-d1a3865d217e {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:42:37.391248 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:42:37.391620 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Checking segment: {'id': '4800c06e-d6c9-422c-a80a-6f5d5e1d4400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ed6418dd-a1cd-48db-bd8c-d1a3865d217e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:42:37.392026 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:37.392416 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Bound using segment: {'id': '4800c06e-d6c9-422c-a80a-6f5d5e1d4400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ed6418dd-a1cd-48db-bd8c-d1a3865d217e'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:42:37.392881 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Bound port: 90ac852e-0494-44ae-8c93-6f9ea243e1cc, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4800c06e-d6c9-422c-a80a-6f5d5e1d4400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ed6418dd-a1cd-48db-bd8c-d1a3865d217e'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:42:37.393279 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:37.459776 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] For port 90ac852e-0494-44ae-8c93-6f9ea243e1cc, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:42:37.462982 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] For port 90ac852e-0494-44ae-8c93-6f9ea243e1cc, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=90ac852e-0494-44ae-8c93-6f9ea243e1cc,segment=NetworkSegment(4800c06e-d6c9-422c-a80a-6f5d5e1d4400),segment_id=4800c06e-d6c9-422c-a80a-6f5d5e1d4400)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:42:37.467685 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:37.525389 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983a440-0dcf-4fd7-b05c-de6c06a054fc None None] Pushing event updated for resources: {'Port': ['ID=90ac852e-0494-44ae-8c93-6f9ea243e1cc,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:42:38.326646 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0771837c-5d60-4bfa-a8b3-4408a738c196 None None] Network ed6418dd-a1cd-48db-bd8c-d1a3865d217e requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:42:38.405153 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-aa986202-367e-4661-846e-9c9c0180466e None None] Provisioning for port 90ac852e-0494-44ae-8c93-6f9ea243e1cc completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:42:38.933108 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 90ac852e-0494-44ae-8c93-6f9ea243e1cc up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:42:38.983110 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 90ac852e-0494-44ae-8c93-6f9ea243e1cc completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:42:38.986817 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 90ac852e-0494-44ae-8c93-6f9ea243e1cc triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:42:38.987192 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:39.070579 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:39.103064 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 90ac852e-0494-44ae-8c93-6f9ea243e1cc, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=90ac852e-0494-44ae-8c93-6f9ea243e1cc,segment=NetworkSegment(4800c06e-d6c9-422c-a80a-6f5d5e1d4400),segment_id=4800c06e-d6c9-422c-a80a-6f5d5e1d4400)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:42:39.107068 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:39.161651 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=90ac852e-0494-44ae-8c93-6f9ea243e1cc,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:42:40.910494 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 90ac852e-0494-44ae-8c93-6f9ea243e1cc up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:42:40.958594 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 90ac852e-0494-44ae-8c93-6f9ea243e1cc triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:42:40.959078 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:43.629913 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 5 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:42:49.125645 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-cda8940a-17a8-47bf-9e34-9cec7bb218e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:51.813387 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-261238e4-3480-400b-b1b5-955147f38ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:52.269013 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:53.340295 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:42:54.895354 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:19.126280 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-57527535-f6a7-43c0-acb1-922bd2552fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:20.628132 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 5 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:43:21.817217 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-767ed69b-ac21-471f-8ae8-0bd9747674b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:22.272974 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:23.342875 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:24.898006 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:49.127759 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-b9b5eda8-c813-479d-8fa4-0b8912434c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:51.438942 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59634) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:43:51.445708 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [None req-3919560d-3a7d-4c39-8af7-e857cf50632b tempest-verify_tempest_config-1944903286 tempest-verify_tempest_config-1944903286-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:43:51.446742 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-3919560d-3a7d-4c39-8af7-e857cf50632b tempest-verify_tempest_config-1944903286 tempest-verify_tempest_config-1944903286-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067332 Sep 03 12:43:51.737379 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59652) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:43:51.817910 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-79909871-9b75-4396-8bc8-629361cc7123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:51.842900 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:51.970099 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:51.974163 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:52.019398 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5573705ac7d48a7bc595e17940a26ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2809956 Sep 03 12:43:52.020112 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389a5f32-ec70-4936-a96d-2ff5a43f77f1,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:43:52.022238 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 59656) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:43:52.027161 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.027534 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.027880 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.028217 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.028549 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.028905 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.029237 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.029586 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.029933 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.030259 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.030583 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.030929 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed672d1f-0f74-4bd0-a2a4-d3cab9875597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.078726 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:52.101358 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:52.187373 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:52.189729 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:52.190893 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/389a5f32-ec70-4936-a96d-2ff5a43f77f1 HTTP/1.1" status: 204 len: 168 time: 0.1675076 Sep 03 12:43:52.199437 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389a5f32-ec70-4936-a96d-2ff5a43f77f1,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:43:52.207083 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.207450 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.207799 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.208133 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.208462 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.208837 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.209164 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.209509 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.209859 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.210184 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.210511 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.210853 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd20e47-763b-4b39-b82c-0fb91708800e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:43:52.274938 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:53.346598 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:54.894845 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:43:57.627320 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 5 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:44:19.129421 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-77dccecd-0290-4835-ae54-5c44dfa11f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:44:21.818742 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a77bd886-3695-473c-b4bb-e99b6e9c0ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:44:22.278215 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:44:23.349776 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:44:24.898929 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:44:34.626618 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 5 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:44:49.130711 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-b63606f5-c2bc-4aeb-8772-a41db43035fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:44:51.821861 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-bdf0246f-2dd9-4616-a9c6-66239eb1d332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:44:52.279254 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:44:53.355406 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:44:54.900819 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:45:11.627459 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 5 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:45:19.132171 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3649a930-7432-41a4-b648-2873405485fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:45:21.822408 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-2829b418-6a8b-4398-b254-bc1c367f9d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:45:22.281133 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:45:23.204669 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-370584'] for agent, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:45:23.355489 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:45:24.906809 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:45:38.762858 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59732) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:45:38.865418 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-4af1ff6e-e979-4555-af56-9a4b13e36572 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1014607 Sep 03 12:45:41.048321 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59742) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:45:41.104058 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-3185fdce-262f-4af6-8a6e-f29e5d26ae97 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0546331 Sep 03 12:45:48.626205 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:45:49.133607 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-086c3591-6501-4458-9090-7122c67d9261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:45:51.822983 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9c4084b4-3265-43dd-99f8-58869278e3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:45:52.282759 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:45:53.159667 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:45:53.357268 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:45:54.905913 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:46:19.134298 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-06256080-83a1-4da3-942f-c01f51517616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:46:21.823075 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-43b63410-b62a-44f3-a181-041cad64852d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:46:22.282898 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:46:23.160774 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:46:23.360548 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:46:24.911878 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:46:25.624322 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:46:49.135877 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-6f68811e-0eb6-41f3-963a-1f1043ae6d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:46:51.824025 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-e661e30b-d7f0-4b5d-8978-924f5718dc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:46:52.284131 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:46:53.187802 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:46:53.363837 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:46:54.912287 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:02.623894 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:47:09.203789 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59888) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:09.528801 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-998889888-network', 'tenant_id': 'e76c7abc7bf84515abcfb38980a917a7'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:09.555733 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Made reservation on behalf of e76c7abc7bf84515abcfb38980a917a7 for: {'network': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:09.558055 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:09.566404 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:09.668301 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:09.673956 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:09.717526 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=100322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:47:09.720427 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f455cb78-74ae-4c44-8846-b6842dcdcd7d,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:09.730680 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:09.731065 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:09.731411 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:09.731749 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:09.732084 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:09.732442 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:09.732791 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:09.733170 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:09.733521 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:09.733853 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:09.734176 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:09.734501 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Tracked resource versions report: Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: pushed versions: Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: { 'AddressGroup': {'1.2'}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'ConntrackHelper': {'1.0'}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Log': {'1.0'}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Network': {'1.1'}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Port': {'1.7'}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'PortForwarding': {'1.2'}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'QosPolicy': {'1.9'}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'SecurityGroup': {'1.4'}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'SubPort': {'1.0'}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Subnet': {'1.1'}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Trunk': {'1.1'}} Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: consumer versions: Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: { DHCP agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: HyperV agent@hv-cinder-80655: {}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: L3 agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: Metadata agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: Metering agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: Open vSwitch agent@dv-cinder-806559-6-iscsi: { 'AddressGroup': '1.2', Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'ConntrackHelper': '1.0', Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Log': '1.0', Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Network': '1.1', Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Port': '1.7', Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'PortForwarding': '1.2', Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'QosPolicy': '1.9', Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'SecurityGroup': '1.4', Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'SecurityGroupRule': '1.2', Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'SubPort': '1.0', Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Subnet': '1.1', Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: 'Trunk': '1.1'}} Sep 03 12:47:09.735616 dv-cinder-806559-6-iscsi neutron-server[100322]: {{(pid=100322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:47:09.746994 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794410591820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:09.747895 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Unsubscribe: segment precommit_create {{(pid=100322) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 12:47:09.748153 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.segments_db [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Added segment 7a1de82d-742b-4a6f-88ae-272694cb74f1 of type vlan for network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 Sep 03 12:47:09.799639 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:09.833292 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:09.834373 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:09.835063 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:09.916092 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 59940) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:09.922975 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Request body: {'subnet': {'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-998889888-subnet', 'tenant_id': 'e76c7abc7bf84515abcfb38980a917a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:09.923588 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7183573 Sep 03 12:47:09.947943 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Made reservation on behalf of e76c7abc7bf84515abcfb38980a917a7 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:09.951773 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:09.955008 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d61bb9-9ab1-44c7-b4fe-82b62a8f6a2a admin admin] Pushing event updated for resources: {'Network': ['ID=d403c5f3-cb6d-4580-ba6c-d4f6921888d8,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:09.967605 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:47:10.085405 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59950) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:10.207536 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.211628 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59958) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:10.268928 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c9b9e2-e641-4e80-b66d-98a10f2a744e,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:10.284629 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:10.285018 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:10.285345 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:10.285684 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:10.286018 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:10.286629 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:10.286774 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:10.287101 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:10.287420 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:10.287751 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:10.288110 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:10.288430 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Tracked resource versions report: Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: pushed versions: Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: { 'AddressGroup': {'1.2'}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'ConntrackHelper': {'1.0'}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Log': {'1.0'}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Network': {'1.1'}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Port': {'1.7'}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'PortForwarding': {'1.2'}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'QosPolicy': {'1.9'}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'SecurityGroup': {'1.4'}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'SubPort': {'1.0'}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Subnet': {'1.1'}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Trunk': {'1.1'}} Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: consumer versions: Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: { DHCP agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: HyperV agent@hv-cinder-80655: {}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: L3 agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: Metadata agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: Metering agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: Open vSwitch agent@dv-cinder-806559-6-iscsi: { 'AddressGroup': '1.2', Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'ConntrackHelper': '1.0', Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Log': '1.0', Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Network': '1.1', Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Port': '1.7', Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'PortForwarding': '1.2', Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'QosPolicy': '1.9', Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'SecurityGroup': '1.4', Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'SecurityGroupRule': '1.2', Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'SubPort': '1.0', Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Subnet': '1.1', Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: 'Trunk': '1.1'}} Sep 03 12:47:10.289505 dv-cinder-806559-6-iscsi neutron-server[100321]: {{(pid=100321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:47:10.298366 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Checking segment: {'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:10.298947 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Network hostable DHCP agents. Network: d403c5f3-cb6d-4580-ba6c-d4f6921888d8, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:47:10.315986 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:47:10.326944 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, d403c5f3-cb6d-4580-ba6c-d4f6921888d8) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:10.332044 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:10.332653 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.338430 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d3e1f0-f50e-43f7-99ed-379ada89e2ec None None] Network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:10.352827 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-751feec1-5776-4384-b10e-5b2bf95df619 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4348702 Sep 03 12:47:10.454014 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 59974) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:10.472736 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-network', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:10.490177 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9187ce68-ad92-4f38-a537-c65fac97d028 None None] Network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:10.505268 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Made reservation on behalf of 4442a0ebb15444b3a4022331e04ec01f for: {'network': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:10.509491 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.525426 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1556004492-network', 'tenant_id': '1f8c06cab6d94772b3dc6d3ae976bc63'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:10.529539 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.544554 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 59978) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:10.571614 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Made reservation on behalf of 1f8c06cab6d94772b3dc6d3ae976bc63 for: {'network': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:10.575502 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.593458 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.692596 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.702191 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.730757 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=100322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:47:10.731371 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2086351667-network', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:10.772030 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1142369493-network', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:10.775096 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.775443 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.segments_db [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Added segment f7898b8b-642f-4c0c-8f9f-17bdac003309 of type vlan for network 03b07e36-ec05-49cc-9fef-b0924281e2c1 Sep 03 12:47:10.779862 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ce8a81-4565-4310-9b64-f4b1a58fc901,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:10.832637 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.877804 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.878771 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:10.879440 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.908695 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.927219 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:10.946198 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8593340 Sep 03 12:47:10.946525 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60008) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:10.955781 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] Request body: {'subnet': {'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-subnet', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:10.977516 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.db.api [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 12:47:10.977516 dv-cinder-806559-6-iscsi neutron-server[100321]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 12:47:10.977516 dv-cinder-806559-6-iscsi neutron-server[100321]: [parameters: {'project_id_1': 'c7d060594d0645abb0e087e7bb9ffe5d', 'expiration_1': datetime.datetime(2021, 9, 3, 12, 46, 50, 777490)}] Sep 03 12:47:10.977516 dv-cinder-806559-6-iscsi neutron-server[100321]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 12:47:10.978534 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG oslo_db.api [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 12:47:10.979826 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.db.api [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 12:47:10.979826 dv-cinder-806559-6-iscsi neutron-server[100321]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 12:47:10.979826 dv-cinder-806559-6-iscsi neutron-server[100321]: [parameters: {'project_id_1': '4442a0ebb15444b3a4022331e04ec01f', 'expiration_1': datetime.datetime(2021, 9, 3, 12, 46, 50, 962389)}] Sep 03 12:47:10.979826 dv-cinder-806559-6-iscsi neutron-server[100321]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 12:47:10.980684 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG oslo_db.api [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 12:47:11.004158 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2719ca-b7cb-4ce8-be82-d10b445ada7f,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:11.011146 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88a906-21b8-4f60-8cc6-c0daffd612f9 admin admin] Pushing event updated for resources: {'Network': ['ID=03b07e36-ec05-49cc-9fef-b0924281e2c1,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:11.025893 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=100322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:47:11.042256 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Made reservation on behalf of f8cfaba424f344748b291e9091f6246f for: {'network': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:11.044684 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.047517 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.048166 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.segments_db [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Added segment 76426816-46ef-4c3e-b8ec-c238c8a3d8df of type vlan for network 83bda6d6-762d-4e17-884d-92257167c675 Sep 03 12:47:11.056839 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network 03b07e36-ec05-49cc-9fef-b0924281e2c1 details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:47:11.064562 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.106406 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.153664 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.154755 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:11.155344 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.264421 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] Pushing event updated for resources: {'Network': ['ID=83bda6d6-762d-4e17-884d-92257167c675,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:11.277847 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network 83bda6d6-762d-4e17-884d-92257167c675 details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:47:11.287944 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.293769 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.323222 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60028) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:11.323470 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-ba28306f-60b0-493b-ba80-9ca5cba1703a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1098642 Sep 03 12:47:11.329237 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-c860bbbb-6129-446b-a3da-a8add6b36512 admin admin] Request body: {'subnet': {'network_id': '83bda6d6-762d-4e17-884d-92257167c675', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1556004492-subnet', 'tenant_id': '1f8c06cab6d94772b3dc6d3ae976bc63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:11.357472 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd295f51-6be9-46e0-bd35-3b71950df1da,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:11.368660 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=100322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:47:11.379872 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c860bbbb-6129-446b-a3da-a8add6b36512 admin admin] Made reservation on behalf of 1f8c06cab6d94772b3dc6d3ae976bc63 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:11.383383 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.384211 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.segments_db [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Added segment 66ad9225-0ce0-4fa3-852d-8b9aea0bad68 of type vlan for network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 Sep 03 12:47:11.384583 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c860bbbb-6129-446b-a3da-a8add6b36512 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.446258 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.501414 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.502677 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:11.503446 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.556052 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Made reservation on behalf of c7d060594d0645abb0e087e7bb9ffe5d for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:11.558772 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.584553 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.644107 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c860bbbb-6129-446b-a3da-a8add6b36512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.704269 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] Pushing event updated for resources: {'Network': ['ID=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:11.712499 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-7d79978d-8b77-4d62-996e-1adc81428173 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2570662 Sep 03 12:47:11.715093 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60050) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:11.717982 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:47:11.723015 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-654035ce-c0ce-4cfc-b7cd-afcb2d079e0a admin admin] Request body: {'subnet': {'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2086351667-subnet', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:11.812804 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] Made reservation on behalf of 4442a0ebb15444b3a4022331e04ec01f for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:11.816309 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.872159 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c860bbbb-6129-446b-a3da-a8add6b36512 admin admin] Checking segment: {'id': '76426816-46ef-4c3e-b8ec-c238c8a3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83bda6d6-762d-4e17-884d-92257167c675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:11.872562 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c860bbbb-6129-446b-a3da-a8add6b36512 admin admin] Network hostable DHCP agents. Network: 83bda6d6-762d-4e17-884d-92257167c675, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:47:11.874760 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860bbbb-6129-446b-a3da-a8add6b36512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102cb50f-2875-4971-9e6f-f4685e0b9b84,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:11.993527 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:11.996827 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c860bbbb-6129-446b-a3da-a8add6b36512 admin admin] Network 83bda6d6-762d-4e17-884d-92257167c675 is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:47:12.001912 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:12.017384 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654035ce-c0ce-4cfc-b7cd-afcb2d079e0a admin admin] Made reservation on behalf of f8cfaba424f344748b291e9091f6246f for: {'subnet': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:12.020253 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-654035ce-c0ce-4cfc-b7cd-afcb2d079e0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:12.032850 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-c860bbbb-6129-446b-a3da-a8add6b36512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, 83bda6d6-762d-4e17-884d-92257167c675) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:12.044769 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881319c2-0819-4b94-b87c-33e86e1869b3 None None] Network 83bda6d6-762d-4e17-884d-92257167c675 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:12.046638 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c860bbbb-6129-446b-a3da-a8add6b36512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:12.047466 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c860bbbb-6129-446b-a3da-a8add6b36512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:12.082307 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:47:12.084542 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d211951-b706-40db-a12d-747e8ebb3fd4,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:12.188343 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:12.189366 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Added segment e5efc5d1-1f1c-485b-b235-0cbded2eba5e of type vlan for network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 Sep 03 12:47:12.194094 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c860bbbb-6129-446b-a3da-a8add6b36512 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8686118 Sep 03 12:47:12.272033 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-654035ce-c0ce-4cfc-b7cd-afcb2d079e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for subnet, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:12.373894 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654035ce-c0ce-4cfc-b7cd-afcb2d079e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9aeb54-d293-4b41-839b-75ef7d36a819,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:12.375686 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654035ce-c0ce-4cfc-b7cd-afcb2d079e0a admin admin] Checking segment: {'id': '66ad9225-0ce0-4fa3-852d-8b9aea0bad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:12.376009 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654035ce-c0ce-4cfc-b7cd-afcb2d079e0a admin admin] Network hostable DHCP agents. Network: 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:47:12.383238 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d955c442-ca58-425f-8f38-60af310553eb None None] Network 83bda6d6-762d-4e17-884d-92257167c675 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:12.416293 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654035ce-c0ce-4cfc-b7cd-afcb2d079e0a admin admin] Network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:47:12.434195 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:12.440876 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-654035ce-c0ce-4cfc-b7cd-afcb2d079e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5) {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:12.459317 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654035ce-c0ce-4cfc-b7cd-afcb2d079e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:12.460140 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-654035ce-c0ce-4cfc-b7cd-afcb2d079e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:12.477430 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:12.490482 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06250b2-c19f-4ef8-b5d6-9db5e397afa9 None None] Network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:12.498674 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-654035ce-c0ce-4cfc-b7cd-afcb2d079e0a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7815170 Sep 03 12:47:12.502139 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60104) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:12.521087 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2086351667-router', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:12.616397 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:12.617907 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8009'] for router, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:12.679245 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be00016-73eb-4e38-a677-5146d2de1cfc,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:12.704378 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:12.708334 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:12.708995 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:12.745210 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60124) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:12.768185 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:12.769346 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60132) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:12.772515 dv-cinder-806559-6-iscsi neutron-server[100322]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 12:47:12.786555 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2399793 Sep 03 12:47:12.798749 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60140) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:12.812103 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-a1ce2286-7cd2-4d21-af2a-76d3fa474a2f admin admin] Request body: {'subnet': {'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1142369493-subnet', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:12.853673 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] Checking segment: {'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:12.856572 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] Network hostable DHCP agents. Network: 03b07e36-ec05-49cc-9fef-b0924281e2c1, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:47:12.875031 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a77f6e-df36-45f4-8238-34b6999c417c None None] Network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:12.974748 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b4af2-004a-417b-bbd4-f0bf592b2516 admin admin] Pushing event updated for resources: {'Network': ['ID=54ba5bcc-9e04-4716-bdce-8144ff1c96f1,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:12.994153 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:47:13.035370 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] Network 03b07e36-ec05-49cc-9fef-b0924281e2c1 is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:47:13.038475 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-987270f9-e58d-42c7-8b4f-fe93e875aa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.076631 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, 03b07e36-ec05-49cc-9fef-b0924281e2c1) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:13.092821 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:13.093405 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.133708 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c248703-6d1c-4302-a6d9-d6f5c7a1fe8f None None] Network 03b07e36-ec05-49cc-9fef-b0924281e2c1 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:13.167849 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-9a8bc49b-e8bd-49a3-a9e1-12663b251325 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2189264 Sep 03 12:47:13.168407 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60150) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:13.175820 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:13.234947 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60152) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:13.293997 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-c1fea345-60b9-4d4a-a720-580d80b4521c tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:13.302547 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-c1fea345-60b9-4d4a-a720-580d80b4521c tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/networks?id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 200 len: 814 time: 0.5317242 Sep 03 12:47:13.305934 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.310585 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ce2286-7cd2-4d21-af2a-76d3fa474a2f admin admin] Made reservation on behalf of c7d060594d0645abb0e087e7bb9ffe5d for: {'subnet': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:13.313096 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2286-7cd2-4d21-af2a-76d3fa474a2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.334332 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-987270f9-e58d-42c7-8b4f-fe93e875aa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.359475 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-987270f9-e58d-42c7-8b4f-fe93e875aa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.371662 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-8f14a548-1cf9-4b02-8444-8b49c7901955 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/quotas/e76c7abc7bf84515abcfb38980a917a7 HTTP/1.1" status: 200 len: 375 time: 0.0675220 Sep 03 12:47:13.405790 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60170) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:13.446249 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-ea19713e-7945-4315-b967-63f35ff36f24 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e76c7abc7bf84515abcfb38980a917a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736556 Sep 03 12:47:13.448353 dv-cinder-806559-6-iscsi neutron-server[100321]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 12:47:13.466997 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ebb6a-ac87-5fb7-bcbd-f6ecf5eb81ac-03b07e36-ec05-49cc-9fef-b0924281e2c1', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc'}]}} from dv-cinder-806559-6-iscsi. {{(pid=100323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:47:13.468117 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.512768 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60174) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:13.631745 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.db_base_plugin_common [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Allocated IP 172.20.0.2 (03b07e36-ec05-49cc-9fef-b0924281e2c1/4be00016-73eb-4e38-a677-5146d2de1cfc/ba56b920-79d6-4945-bfec-9a66faacec5e) {{(pid=100323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:13.657830 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-987270f9-e58d-42c7-8b4f-fe93e875aa8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66ae7904d92a4a4b8ab32d66404d5858&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9074533 Sep 03 12:47:13.675054 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-22b13296-9841-4c65-b52d-251deb3edf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.681849 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60184) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:13.703862 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.705464 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8009'] for router, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.727359 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e50f-7d64-4078-bcfd-2bf1ac2764c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.740015 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-9f12fbf3-b607-4617-9d8c-245ebcf28b80 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:13.743167 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-9f12fbf3-b607-4617-9d8c-245ebcf28b80 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/networks?id=83bda6d6-762d-4e17-884d-92257167c675 HTTP/1.1" status: 200 len: 812 time: 0.2960250 Sep 03 12:47:13.744325 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-7f443d15-7b15-44e3-a200-f011b46072a7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:47:13.748578 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987270f9-e58d-42c7-8b4f-fe93e875aa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a86852c-caa2-4724-94f3-c4d657377bfb,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:13.751598 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-7f443d15-7b15-44e3-a200-f011b46072a7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1055715 Sep 03 12:47:13.809115 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Notify callbacks [] for port, precommit_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.817831 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Transition to ACTIVE for port object ba56b920-79d6-4945-bfec-9a66faacec5e will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:13.833817 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Transition to ACTIVE for port object ba56b920-79d6-4945-bfec-9a66faacec5e will not be triggered until provisioned by entity DHCP. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:13.840836 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.879914 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-3d814a9f-92d4-47db-9b32-830c0c68e748 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/quotas/1f8c06cab6d94772b3dc6d3ae976bc63 HTTP/1.1" status: 200 len: 375 time: 0.0773454 Sep 03 12:47:13.885829 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.900303 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Network 03b07e36-ec05-49cc-9fef-b0924281e2c1 is already hosted by enough agents. {{(pid=100323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:13.902224 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.base_scheduler [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Resources bound (agent type, host, resource id): {{(pid=100323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:13.907614 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Received port after_create {{(pid=100323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:13.911317 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Pushing event updated for resources: {'Port': ['ID=ba56b920-79d6-4945-bfec-9a66faacec5e,revision_number=1']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:13.924707 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:13.925160 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:13.928419 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:13.928419 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:13.928419 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:13.928419 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:13.928419 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:13.928419 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:13.928419 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:13.928419 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:13.929707 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:13.929930 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Tracked resource versions report: Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: pushed versions: Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: { 'AddressGroup': {'1.2'}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'ConntrackHelper': {'1.0'}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Log': {'1.0'}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Network': {'1.1'}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Port': {'1.7'}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'PortForwarding': {'1.2'}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'QosPolicy': {'1.9'}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'SecurityGroup': {'1.4'}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'SubPort': {'1.0'}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Subnet': {'1.1'}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Trunk': {'1.1'}} Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: consumer versions: Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: { DHCP agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: HyperV agent@hv-cinder-80655: {}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: L3 agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: Metadata agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: Metering agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: Open vSwitch agent@dv-cinder-806559-6-iscsi: { 'AddressGroup': '1.2', Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'ConntrackHelper': '1.0', Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Log': '1.0', Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Network': '1.1', Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Port': '1.7', Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'PortForwarding': '1.2', Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'QosPolicy': '1.9', Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'SecurityGroup': '1.4', Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'SecurityGroupRule': '1.2', Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'SubPort': '1.0', Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Subnet': '1.1', Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: 'Trunk': '1.1'}} Sep 03 12:47:13.931705 dv-cinder-806559-6-iscsi neutron-server[100323]: {{(pid=100323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:47:13.968718 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2286-7cd2-4d21-af2a-76d3fa474a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for subnet, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:13.994903 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Attempting to bind port ba56b920-79d6-4945-bfec-9a66faacec5e on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:13.995803 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Attempting to bind port ba56b920-79d6-4945-bfec-9a66faacec5e by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:13.996225 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Attempting to bind port ba56b920-79d6-4945-bfec-9a66faacec5e on network 03b07e36-ec05-49cc-9fef-b0924281e2c1 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:13.997360 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-08f4d7e1-b5fd-453a-aae9-f57087ead522 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f8c06cab6d94772b3dc6d3ae976bc63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103256 Sep 03 12:47:14.001404 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:14.001898 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Checking segment: {'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:14.002395 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.002904 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Bound using segment: {'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:14.003473 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Bound port: ba56b920-79d6-4945-bfec-9a66faacec5e, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:14.003976 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.018400 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-48b9a875-b38b-4c5e-856f-1099c0eae0fa service neutron] 10.222.0.23 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659419 Sep 03 12:47:14.032153 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.080322 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.094417 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] For port ba56b920-79d6-4945-bfec-9a66faacec5e, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:14.098145 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] For port ba56b920-79d6-4945-bfec-9a66faacec5e, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=ba56b920-79d6-4945-bfec-9a66faacec5e,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:14.104077 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.110111 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce2286-7cd2-4d21-af2a-76d3fa474a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f804e94f-4cdc-4875-a25a-f1c5b250b678,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:14.164744 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6aac98-d71a-4a5b-82ce-d65cf611a3e7 None None] Pushing event updated for resources: {'Port': ['ID=ba56b920-79d6-4945-bfec-9a66faacec5e,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:14.223890 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d55ba80f-26ae-4abc-9417-4ad818e52c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.237760 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.248439 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-96b26024-a84a-427d-9f57-f7f335d61a1f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:47:14.249510 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-96b26024-a84a-427d-9f57-f7f335d61a1f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0691435 Sep 03 12:47:14.270337 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d55ba80f-26ae-4abc-9417-4ad818e52c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.351898 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ce2286-7cd2-4d21-af2a-76d3fa474a2f admin admin] Checking segment: {'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:14.351898 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce2286-7cd2-4d21-af2a-76d3fa474a2f admin admin] Network hostable DHCP agents. Network: 54ba5bcc-9e04-4716-bdce-8144ff1c96f1, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:47:14.411442 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-22b13296-9841-4c65-b52d-251deb3edf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.420288 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-3e795b3f-7ce5-46be-9a09-6e875899cc6b service neutron] 10.222.0.23 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843787 Sep 03 12:47:14.430442 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-22b13296-9841-4c65-b52d-251deb3edf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.461176 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d55ba80f-26ae-4abc-9417-4ad818e52c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.463753 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d55ba80f-26ae-4abc-9417-4ad818e52c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.469051 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce2286-7cd2-4d21-af2a-76d3fa474a2f admin admin] Network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:47:14.475250 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d55ba80f-26ae-4abc-9417-4ad818e52c30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a86852c-caa2-4724-94f3-c4d657377bfb HTTP/1.1" status: 204 len: 168 time: 0.7814548 Sep 03 12:47:14.511609 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-a1ce2286-7cd2-4d21-af2a-76d3fa474a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, 54ba5bcc-9e04-4716-bdce-8144ff1c96f1) {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:14.514492 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-0025bab6-7335-4aa7-8e15-b92d5174e481 service neutron] 10.222.0.23 "GET /v2.0/networks/83bda6d6-762d-4e17-884d-92257167c675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336833 Sep 03 12:47:14.522958 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4ebe3b-2987-4cf4-a14d-0ad68e9a3edf None None] Network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:14.526029 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-22b13296-9841-4c65-b52d-251deb3edf68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe1338d5ffba4ec0a4c0ece7e25096ca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0113995 Sep 03 12:47:14.529765 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60196) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:14.531894 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ba80f-26ae-4abc-9417-4ad818e52c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a86852c-caa2-4724-94f3-c4d657377bfb,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:14.541502 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce2286-7cd2-4d21-af2a-76d3fa474a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:14.542130 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2286-7cd2-4d21-af2a-76d3fa474a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.549404 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b13296-9841-4c65-b52d-251deb3edf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d7ba6f-37e1-4c77-bdc5-5a842c5ab09f,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:14.552368 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Allocated IP 172.27.0.177 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/942eb77e-3a99-4db1-9a58-8518064de814) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:14.668601 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a590408b-5456-45dd-ac6b-ce6fc59b21bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.733513 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a590408b-5456-45dd-ac6b-ce6fc59b21bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.775650 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.800230 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ebb6a-ac87-5fb7-bcbd-f6ecf5eb81ac-54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678'}]}} from dv-cinder-806559-6-iscsi. {{(pid=100323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:47:14.801113 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.827663 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-0ee510ab-3aa8-4c12-9c85-3ce9d828fd67 service neutron] 10.222.0.23 "GET /v2.0/networks/83bda6d6-762d-4e17-884d-92257167c675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911360 Sep 03 12:47:14.858544 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a590408b-5456-45dd-ac6b-ce6fc59b21bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.861273 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a590408b-5456-45dd-ac6b-ce6fc59b21bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.876554 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-a590408b-5456-45dd-ac6b-ce6fc59b21bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43d7ba6f-37e1-4c77-bdc5-5a842c5ab09f HTTP/1.1" status: 204 len: 168 time: 0.3348038 Sep 03 12:47:14.878792 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:14.982990 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e50f-7d64-4078-bcfd-2bf1ac2764c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.004334 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e50f-7d64-4078-bcfd-2bf1ac2764c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.023217 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Pushing event updated for resources: {'Port': ['ID=942eb77e-3a99-4db1-9a58-8518064de814,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:15.055704 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590408b-5456-45dd-ac6b-ce6fc59b21bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d7ba6f-37e1-4c77-bdc5-5a842c5ab09f,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:15.057209 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.103938 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-dbe0e50f-7d64-4078-bcfd-2bf1ac2764c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7c089fe65454e66b0f87ac1721ad361&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8678339 Sep 03 12:47:15.108390 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.111225 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60218) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:15.117994 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-a1ce2286-7cd2-4d21-af2a-76d3fa474a2f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3175220 Sep 03 12:47:15.125732 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60220) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:15.129068 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0e50f-7d64-4078-bcfd-2bf1ac2764c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f2578b-a75b-454a-9117-b9c63b7d4ce5,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:15.154025 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:15.170230 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:15.172126 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:15.182317 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:15.200615 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5a6a92c2-358b-4841-bb96-c939a6160068 req-3eed8f98-e0d6-4bfc-b306-95fed7483c46 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 210 time: 0.2007160 Sep 03 12:47:15.295098 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60230) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:15.317297 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device ba56b920-79d6-4945-bfec-9a66faacec5e up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:15.356650 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.db_base_plugin_common [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Allocated IP 172.20.0.2 (54ba5bcc-9e04-4716-bdce-8144ff1c96f1/f804e94f-4cdc-4875-a25a-f1c5b250b678/2e958066-cac2-4f21-865f-fd4abf4b3fc4) {{(pid=100323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:15.407029 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-50bd63a2-25b6-48b1-bd09-720eac931241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.437003 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port ba56b920-79d6-4945-bfec-9a66faacec5e completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:15.572143 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dec0ad31-b746-4c08-9aef-65a8336a2ee0 req-a4d97198-2348-44b3-bf78-0ea4cf9cdd8f tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 210 time: 0.1871502 Sep 03 12:47:15.653371 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.654667 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8009'] for router, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.664380 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Notify callbacks [] for port, precommit_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.689982 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Transition to ACTIVE for port object 2e958066-cac2-4f21-865f-fd4abf4b3fc4 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:15.698517 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.723151 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Allocated IP 172.27.0.163 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:15.731870 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe6b041b-cf3f-4680-9f89-e09be978e10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.738569 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Transition to ACTIVE for port object 2e958066-cac2-4f21-865f-fd4abf4b3fc4 will not be triggered until provisioned by entity DHCP. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:15.750306 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.787752 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 is already hosted by enough agents. {{(pid=100323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:15.791335 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a8f8fe-50a9-4beb-a2c2-9cbfd24d1d89 None None] Network 03b07e36-ec05-49cc-9fef-b0924281e2c1 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:15.808190 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60248) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:15.809417 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.832534 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-545c4db5-fc58-4d16-a5d2-689f5ab05f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.910956 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe6b041b-cf3f-4680-9f89-e09be978e10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:15.915474 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.base_scheduler [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Resources bound (agent type, host, resource id): {{(pid=100323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:16.027640 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519158'] for router, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.081449 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Received port after_create {{(pid=100323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:16.095247 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe6b041b-cf3f-4680-9f89-e09be978e10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.102154 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe6b041b-cf3f-4680-9f89-e09be978e10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.109661 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-fe6b041b-cf3f-4680-9f89-e09be978e10a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2f2578b-a75b-454a-9117-b9c63b7d4ce5 HTTP/1.1" status: 204 len: 168 time: 0.9952996 Sep 03 12:47:16.168905 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-50bd63a2-25b6-48b1-bd09-720eac931241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.180334 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-50bd63a2-25b6-48b1-bd09-720eac931241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.263609 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b041b-cf3f-4680-9f89-e09be978e10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f2578b-a75b-454a-9117-b9c63b7d4ce5,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:16.289718 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-0ccf8a52-7448-443a-a54b-52aca8fed056 None None] Provisioning for port ba56b920-79d6-4945-bfec-9a66faacec5e completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:16.297163 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Attempting to bind port 2e958066-cac2-4f21-865f-fd4abf4b3fc4 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:16.297628 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Attempting to bind port 2e958066-cac2-4f21-865f-fd4abf4b3fc4 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:16.298058 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Attempting to bind port 2e958066-cac2-4f21-865f-fd4abf4b3fc4 on network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:16.304111 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd63a2-25b6-48b1-bd09-720eac931241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26862787-fc2d-4b39-aa91-086288116757,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:16.313997 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-0ccf8a52-7448-443a-a54b-52aca8fed056 None None] Provisioning complete for port ba56b920-79d6-4945-bfec-9a66faacec5e triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:16.314506 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8a52-7448-443a-a54b-52aca8fed056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.316237 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:16.316691 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Checking segment: {'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:16.317159 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.317624 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Bound using segment: {'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:16.318185 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Bound port: 2e958066-cac2-4f21-865f-fd4abf4b3fc4, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:16.319464 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.345594 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.358866 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-50bd63a2-25b6-48b1-bd09-720eac931241 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1105700e2d5f45dfb9ad324844592596&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0626338 Sep 03 12:47:16.362144 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60278) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:16.377569 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Pushing event updated for resources: {'Port': ['ID=2e958066-cac2-4f21-865f-fd4abf4b3fc4,revision_number=1']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:16.437429 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.458987 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6e4ba7e0-fc3a-4ba3-8bf8-8650f9087733 req-62b6c1c5-3126-4eb7-a1ab-fffc1e09e08a tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 210 time: 0.1085782 Sep 03 12:47:16.547678 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] For port 2e958066-cac2-4f21-865f-fd4abf4b3fc4, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:16.571047 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] For port 2e958066-cac2-4f21-865f-fd4abf4b3fc4, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=2e958066-cac2-4f21-865f-fd4abf4b3fc4,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:16.582412 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Router ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c is scheduled to L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba with binding_index 1 {{(pid=100322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:47:16.583995 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8a52-7448-443a-a54b-52aca8fed056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.587447 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.682805 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d0852-505d-4e64-a85a-429f4a3048e7 None None] Pushing event updated for resources: {'Port': ['ID=2e958066-cac2-4f21-865f-fd4abf4b3fc4,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:16.690479 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-207d28eb-02b9-4468-9279-65b070e0f29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.731479 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-0ccf8a52-7448-443a-a54b-52aca8fed056 None None] For port ba56b920-79d6-4945-bfec-9a66faacec5e, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=ba56b920-79d6-4945-bfec-9a66faacec5e,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:16.738229 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8a52-7448-443a-a54b-52aca8fed056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.754898 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-545c4db5-fc58-4d16-a5d2-689f5ab05f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.803879 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-545c4db5-fc58-4d16-a5d2-689f5ab05f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.822534 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf8a52-7448-443a-a54b-52aca8fed056 None None] Pushing event updated for resources: {'Port': ['ID=ba56b920-79d6-4945-bfec-9a66faacec5e,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:16.847397 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c4db5-fc58-4d16-a5d2-689f5ab05f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cc055b-7c86-48ff-9855-9c9c94a6cc73,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:16.880551 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-545c4db5-fc58-4d16-a5d2-689f5ab05f8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94fc36cd17034e60b896ed02c5be661e&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0696235 Sep 03 12:47:16.884422 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60294) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:16.888468 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-fa9178e8-f06e-45d1-b25a-611101be591f None None] Provisioning complete for port ba56b920-79d6-4945-bfec-9a66faacec5e triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:16.890678 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fa9178e8-f06e-45d1-b25a-611101be591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.946295 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:47:16.964800 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Sync routers for ids ['ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:47:16.965658 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c97f4fed-a467-4312-93e2-bd6f113edc68 req-9eb0fbdc-6906-47ac-97ab-ac367ab402bc tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 210 time: 0.2608113 Sep 03 12:47:16.978844 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:16.982730 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Routers {'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:47:16.984163 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:46:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:17.004775 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-207d28eb-02b9-4468-9279-65b070e0f29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:17.043429 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] Notify callbacks [] for router, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:17.050097 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-43318999-df90-4122-9e31-d7cfce306d47 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5446303 Sep 03 12:47:17.050911 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-68479d70-aea4-4313-9eb8-2a71aba0ea99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:17.061618 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60302) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:17.328801 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device ba56b920-79d6-4945-bfec-9a66faacec5e up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:17.358285 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Set router ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:47:17.391052 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port ba56b920-79d6-4945-bfec-9a66faacec5e triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:17.391427 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:17.400776 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-68479d70-aea4-4313-9eb8-2a71aba0ea99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:17.429259 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:17.461887 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:17.466587 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:17.496315 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 2e958066-cac2-4f21-865f-fd4abf4b3fc4 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:17.497022 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:17.568060 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 2e958066-cac2-4f21-865f-fd4abf4b3fc4 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:17.814778 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'name': 'tempest-ServerRescueNegativeTestJSON-2086351667-router', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '942eb77e-3a99-4db1-9a58-8518064de814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:12Z', 'updated_at': '2021-09-03T12:47:15Z', 'revision_number': 3, 'project_id': 'f8cfaba424f344748b291e9091f6246f', 'gw_port': {'id': '942eb77e-3a99-4db1-9a58-8518064de814', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ac:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:14Z', 'updated_at': '2021-09-03T12:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:17.815104 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60324) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:17.854332 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Checking router: ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:47:17.855092 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Updating router ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c port 942eb77e-3a99-4db1-9a58-8518064de814 binding host dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:47:17.906063 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:17.986865 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-207d28eb-02b9-4468-9279-65b070e0f29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:17.993133 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-68479d70-aea4-4313-9eb8-2a71aba0ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:17.995725 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-68479d70-aea4-4313-9eb8-2a71aba0ea99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:17.996944 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-68479d70-aea4-4313-9eb8-2a71aba0ea99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64cc055b-7c86-48ff-9855-9c9c94a6cc73 HTTP/1.1" status: 204 len: 168 time: 1.1113369 Sep 03 12:47:18.004195 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-207d28eb-02b9-4468-9279-65b070e0f29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:18.008730 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-207d28eb-02b9-4468-9279-65b070e0f29a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26862787-fc2d-4b39-aa91-086288116757 HTTP/1.1" status: 204 len: 168 time: 1.6443768 Sep 03 12:47:18.078054 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-436fa91b-dd53-4e70-8dcc-66c8964baf58 req-9254e281-422d-47d2-a9d8-3f22cac3f4d7 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 210 time: 0.1076281 Sep 03 12:47:18.122994 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68479d70-aea4-4313-9eb8-2a71aba0ea99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cc055b-7c86-48ff-9855-9c9c94a6cc73,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:18.162141 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2117629497-network', 'tenant_id': 'ecd866e897f442ff92ef0426fc68461c'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:18.273401 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.22', 55105) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:18.314358 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d28eb-02b9-4468-9279-65b070e0f29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26862787-fc2d-4b39-aa91-086288116757,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:18.391720 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:18.446637 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Made reservation on behalf of ecd866e897f442ff92ef0426fc68461c for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:18.450177 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:18.505137 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b0d68-ad39-4633-b626-ddeed5139299 None None] Network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:18.506046 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-796f70be-b5cb-49b6-a3ea-6c00402099a6 req-07eb7d94-c668-4187-b2a2-8e4772c5fe53 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 210 time: 0.1158841 Sep 03 12:47:18.518550 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9609111a-0886-4e72-ac7c-a40093173077 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:18.519061 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9609111a-0886-4e72-ac7c-a40093173077 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "GET /v2.0/networks?id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 200 len: 814 time: 0.2442496 Sep 03 12:47:18.562957 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:18.585557 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.provisioning_blocks [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Transition to ACTIVE for port object 942eb77e-3a99-4db1-9a58-8518064de814 will not be triggered until provisioned by entity L2. {{(pid=100324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:18.593862 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:18.621443 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:18.629759 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:18.640628 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-c6b81825-1b87-42e9-8a2f-c4c3c8cbbc50 None None] Provisioning for port 2e958066-cac2-4f21-865f-fd4abf4b3fc4 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:18.651533 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-c6b81825-1b87-42e9-8a2f-c4c3c8cbbc50 None None] Provisioning complete for port 2e958066-cac2-4f21-865f-fd4abf4b3fc4 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:18.652036 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-c6b81825-1b87-42e9-8a2f-c4c3c8cbbc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:18.660051 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-8bc1f62d-aff8-4f0c-878f-5688c6708454 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Request body: {'port': {'device_id': '6551e104-bf37-4648-8199-550715ac84c2', 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8', 'admin_state_up': True, 'tenant_id': 'e76c7abc7bf84515abcfb38980a917a7'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:18.666170 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Attempting to bind port 942eb77e-3a99-4db1-9a58-8518064de814 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:18.667475 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Attempting to bind port 942eb77e-3a99-4db1-9a58-8518064de814 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:18.673025 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Attempting to bind port 942eb77e-3a99-4db1-9a58-8518064de814 on network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:18.686991 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:18.690813 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Checking segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:18.692798 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:18.693639 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Bound using segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:18.697203 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Bound port: 942eb77e-3a99-4db1-9a58-8518064de814, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:18.697913 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:18.832297 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] For port 942eb77e-3a99-4db1-9a58-8518064de814, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:18.836079 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] For port 942eb77e-3a99-4db1-9a58-8518064de814, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=942eb77e-3a99-4db1-9a58-8518064de814,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:18.838459 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Pushing event updated for resources: {'Port': ['ID=942eb77e-3a99-4db1-9a58-8518064de814,revision_number=2']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:18.847509 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:18.863073 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:18.863449 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:18.863798 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:18.864140 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:18.864482 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:18.864817 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:18.865298 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:18.865470 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:18.866534 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:18.866689 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:18.867141 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:18.867482 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Tracked resource versions report: Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: pushed versions: Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: { 'AddressGroup': {'1.2'}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'ConntrackHelper': {'1.0'}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Log': {'1.0'}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Network': {'1.1'}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Port': {'1.7'}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'PortForwarding': {'1.2'}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'QosPolicy': {'1.9'}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'SecurityGroup': {'1.4'}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'SubPort': {'1.0'}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Subnet': {'1.1'}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Trunk': {'1.1'}} Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: consumer versions: Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: { DHCP agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: HyperV agent@hv-cinder-80655: {}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: L3 agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: Metadata agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: Metering agent@dv-cinder-806559-6-iscsi: {}, Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: Open vSwitch agent@dv-cinder-806559-6-iscsi: { 'AddressGroup': '1.2', Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'ConntrackHelper': '1.0', Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Log': '1.0', Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Network': '1.1', Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Port': '1.7', Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'PortForwarding': '1.2', Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'QosPolicy': '1.9', Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'SecurityGroup': '1.4', Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'SecurityGroupRule': '1.2', Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'SubPort': '1.0', Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Subnet': '1.1', Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: 'Trunk': '1.1'}} Sep 03 12:47:18.868726 dv-cinder-806559-6-iscsi neutron-server[100324]: {{(pid=100324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:47:18.899140 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Routers {'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:47:18.904938 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:46:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:18.980376 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:18.983367 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-c6b81825-1b87-42e9-8a2f-c4c3c8cbbc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:19.033865 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-c6b81825-1b87-42e9-8a2f-c4c3c8cbbc50 None None] For port 2e958066-cac2-4f21-865f-fd4abf4b3fc4, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=2e958066-cac2-4f21-865f-fd4abf4b3fc4,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:19.040883 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-c6b81825-1b87-42e9-8a2f-c4c3c8cbbc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:19.083753 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:19.090196 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] Set router ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:47:19.143809 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.22', 55111) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:19.170450 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b81825-1b87-42e9-8a2f-c4c3c8cbbc50 None None] Pushing event updated for resources: {'Port': ['ID=2e958066-cac2-4f21-865f-fd4abf4b3fc4,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:19.176252 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-939b8e32-5319-4cc9-992a-b00b62ae0228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:19.343953 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220b58c-9b81-4360-b160-603aef3cde36 None None] Pushing event updated for resources: {'Port': ['ID=942eb77e-3a99-4db1-9a58-8518064de814,revision_number=3']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:19.345701 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-55dfdd62-bc9a-475b-ad1f-704686e86e75 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:19.358913 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-55dfdd62-bc9a-475b-ad1f-704686e86e75 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.22 "GET /v2.0/networks?id=83bda6d6-762d-4e17-884d-92257167c675 HTTP/1.1" status: 200 len: 812 time: 0.1998498 Sep 03 12:47:19.363435 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-4287a529-13dd-4b06-9dfc-0391b7bd56dc None None] Provisioning complete for port 2e958066-cac2-4f21-865f-fd4abf4b3fc4 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:19.370320 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-4287a529-13dd-4b06-9dfc-0391b7bd56dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:19.449334 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Allocated IP 172.27.0.205 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/1c114a73-fe51-46c8-81b2-6f413482433e) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:19.565654 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-07de1efd-7bbe-412f-8955-f4fd74a7333d req-678fe2cd-90c3-4f56-9663-c7f2c9547beb tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 210 time: 0.1440680 Sep 03 12:47:19.585837 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-e5c85f22-7e82-409a-82bf-1b80f3c946c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Request body: {'port': {'device_id': 'fd98caae-038a-4d10-9689-772c26adffa5', 'network_id': '83bda6d6-762d-4e17-884d-92257167c675', 'admin_state_up': True, 'tenant_id': '1f8c06cab6d94772b3dc6d3ae976bc63'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:19.665542 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:19.687082 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'name': 'tempest-ServerRescueNegativeTestJSON-2086351667-router', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '942eb77e-3a99-4db1-9a58-8518064de814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:12Z', 'updated_at': '2021-09-03T12:47:15Z', 'revision_number': 3, 'project_id': 'f8cfaba424f344748b291e9091f6246f', 'gw_port': {'id': '942eb77e-3a99-4db1-9a58-8518064de814', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ac:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:14Z', 'updated_at': '2021-09-03T12:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:19.719288 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d303a0-25ca-415f-b1f9-38da02176cd4 None None] The sync data for ids ['ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'] in dv-cinder-806559-6-iscsi is: [{'id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'name': 'tempest-ServerRescueNegativeTestJSON-2086351667-router', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '942eb77e-3a99-4db1-9a58-8518064de814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:12Z', 'updated_at': '2021-09-03T12:47:15Z', 'revision_number': 3, 'project_id': 'f8cfaba424f344748b291e9091f6246f', 'gw_port': {'id': '942eb77e-3a99-4db1-9a58-8518064de814', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ac:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:14Z', 'updated_at': '2021-09-03T12:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:47:19.747627 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:19.786512 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-251e34a5-519e-4fa6-be02-af0c2992b05e req-8fe56208-3251-4848-9eeb-c1f1cc03c364 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 210 time: 0.0612140 Sep 03 12:47:19.827118 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:19.831771 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519158'] for router, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:19.847428 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:19.866101 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:19.893634 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:19.901714 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:20.000436 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-8bc1f62d-aff8-4f0c-878f-5688c6708454 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Made reservation on behalf of e76c7abc7bf84515abcfb38980a917a7 for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:20.004685 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-8bc1f62d-aff8-4f0c-878f-5688c6708454 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:20.035280 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c114a73-fe51-46c8-81b2-6f413482433e,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:20.055657 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:47:20.133276 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b808730d-84b6-4fb6-8351-1a90725ab557,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:20.456036 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Allocated IP 172.20.0.1 (97ae51b5-4f14-4eed-9b9a-c4c8663e85d5/3a9aeb54-d293-4b41-839b-75ef7d36a819/677f2d4c-9a55-481c-9c0c-365270d2bb4c) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:20.617932 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:20.621442 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Added segment e6e90568-e9f4-4151-bbe8-6b0fddf0f026 of type vlan for network c0e7c1c3-665a-4a12-beb6-4f22fe0a476f Sep 03 12:47:20.805009 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-8bc1f62d-aff8-4f0c-878f-5688c6708454 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Allocated IP 172.20.0.4 (d403c5f3-cb6d-4580-ba6c-d4f6921888d8/72c9b9e2-e641-4e80-b66d-98a10f2a744e/463bbe24-5676-4ced-9118-72f026f6470a) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:20.831166 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-e5c85f22-7e82-409a-82bf-1b80f3c946c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Made reservation on behalf of 1f8c06cab6d94772b3dc6d3ae976bc63 for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:20.835196 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-e5c85f22-7e82-409a-82bf-1b80f3c946c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:20.836153 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:20.890988 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f479964a-3087-4d7f-b043-4e5911d4ed2f req-942ed58f-2700-430a-9f55-710602f69a32 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 210 time: 0.0761201 Sep 03 12:47:21.066460 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-56fed0a3-9cef-4244-8bc4-a0ba70f4af72 req-e0e6ae0c-c514-4e2a-9b46-0ee7a51692f6 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 210 time: 0.1404123 Sep 03 12:47:21.083097 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:21.084078 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:21.085212 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:21.170912 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:21.365040 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 2e958066-cac2-4f21-865f-fd4abf4b3fc4 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:21.550315 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 2e958066-cac2-4f21-865f-fd4abf4b3fc4 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:21.551838 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:21.577507 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-8bc1f62d-aff8-4f0c-878f-5688c6708454 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:21.651932 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:21.690107 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] Pushing event updated for resources: {'Network': ['ID=c0e7c1c3-665a-4a12-beb6-4f22fe0a476f,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:21.699357 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ff22c08d-ecd8-4af4-b262-d4ddf010824d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.8793535 Sep 03 12:47:21.713172 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network c0e7c1c3-665a-4a12-beb6-4f22fe0a476f details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:47:21.716569 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60444) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:21.729094 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-c3ba3ea1-1236-4627-a0b9-68fcd85a7008 admin admin] Request body: {'subnet': {'network_id': 'c0e7c1c3-665a-4a12-beb6-4f22fe0a476f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2117629497-subnet', 'tenant_id': 'ecd866e897f442ff92ef0426fc68461c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:21.758493 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-e5c85f22-7e82-409a-82bf-1b80f3c946c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Allocated IP 172.20.0.12 (83bda6d6-762d-4e17-884d-92257167c675/102cb50f-2875-4971-9e6f-f4685e0b9b84/777ab163-244c-4fd3-9604-52a8879cd4fa) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:21.792273 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 is scheduled to L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba with binding_index 1 {{(pid=100321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:47:21.804181 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519158'] for router, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:21.911825 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ba3ea1-1236-4627-a0b9-68fcd85a7008 admin admin] Made reservation on behalf of ecd866e897f442ff92ef0426fc68461c for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:21.918643 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3ea1-1236-4627-a0b9-68fcd85a7008 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:21.927424 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c70d-79fe-44af-9268-8603b27ecee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:21.952893 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 942eb77e-3a99-4db1-9a58-8518064de814 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:22.133479 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 942eb77e-3a99-4db1-9a58-8518064de814 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:22.148592 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 942eb77e-3a99-4db1-9a58-8518064de814 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:22.149377 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:22.308631 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:22.329257 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-e5c85f22-7e82-409a-82bf-1b80f3c946c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:22.357872 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:22.372174 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 942eb77e-3a99-4db1-9a58-8518064de814, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=942eb77e-3a99-4db1-9a58-8518064de814,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:22.377845 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:22.386364 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:22.388370 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:22.423039 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:22.427568 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-aa6687fc-e4d1-446c-a748-4ce92703b6ab req-a03ef3b9-7bff-4efa-ab89-abae5c2a9879 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 210 time: 0.0781665 Sep 03 12:47:22.430393 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:22.431133 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370595'] for router_interface, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:22.541751 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-64db4bda-c797-4650-b836-e84d5fd234ed req-cd3385c4-30f2-4cef-aad7-796cb3ab93f2 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 210 time: 0.1371648 Sep 03 12:47:22.544094 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=942eb77e-3a99-4db1-9a58-8518064de814,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:22.684575 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:22.685188 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:47:22.700537 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Sync routers for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:47:22.729560 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:47:22.731205 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:22.743804 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-e5c85f22-7e82-409a-82bf-1b80f3c946c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:22.745285 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-8bc1f62d-aff8-4f0c-878f-5688c6708454 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:22.892578 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=677f2d4c-9a55-481c-9c0c-365270d2bb4c,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:22.953486 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:22.954998 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-51100147-1e12-485b-9123-b99f8205b8c9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.7827616 Sep 03 12:47:22.956667 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3ea1-1236-4627-a0b9-68fcd85a7008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:22.960679 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60488) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:22.998843 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-e5c85f22-7e82-409a-82bf-1b80f3c946c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Network 83bda6d6-762d-4e17-884d-92257167c675 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:23.003830 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-8bc1f62d-aff8-4f0c-878f-5688c6708454 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:23.029271 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:47:23.066704 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-e5c85f22-7e82-409a-82bf-1b80f3c946c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:23.088239 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60490) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:23.113574 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-e5c85f22-7e82-409a-82bf-1b80f3c946c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:23.132052 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-e5c85f22-7e82-409a-82bf-1b80f3c946c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:23.132675 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-e5c85f22-7e82-409a-82bf-1b80f3c946c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:23.137276 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Router 1ca03b11-1d5c-432a-8192-de31c5b7f94c is scheduled to L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba with binding_index 1 {{(pid=100321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:47:23.144355 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-8bc1f62d-aff8-4f0c-878f-5688c6708454 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:23.181552 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-8bc1f62d-aff8-4f0c-878f-5688c6708454 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:23.187891 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-8bc1f62d-aff8-4f0c-878f-5688c6708454 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:23.188461 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-8bc1f62d-aff8-4f0c-878f-5688c6708454 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:23.246920 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-8bc1f62d-aff8-4f0c-878f-5688c6708454 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6077521 Sep 03 12:47:23.278215 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-e5c85f22-7e82-409a-82bf-1b80f3c946c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8419681 Sep 03 12:47:23.286733 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-b7ea2695-4f87-499d-9e91-16f3f16527e0 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:47:23.288105 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-b7ea2695-4f87-499d-9e91-16f3f16527e0 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089591 Sep 03 12:47:23.288834 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c85f22-7e82-409a-82bf-1b80f3c946c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Pushing event updated for resources: {'Port': ['ID=777ab163-244c-4fd3-9604-52a8879cd4fa,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:23.304907 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 942eb77e-3a99-4db1-9a58-8518064de814 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:23.337742 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-00efbba3-30d7-4b33-89cc-c32e0469fe23 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:47:23.338882 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-00efbba3-30d7-4b33-89cc-c32e0469fe23 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0343986 Sep 03 12:47:23.386066 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1f62d-aff8-4f0c-878f-5688c6708454 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Pushing event updated for resources: {'Port': ['ID=463bbe24-5676-4ced-9118-72f026f6470a,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:23.392990 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:23.410826 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:23.413258 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498227'] for router_interface, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:23.419975 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:23.446672 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:23.551712 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 942eb77e-3a99-4db1-9a58-8518064de814 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:23.552067 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:23.576405 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=677f2d4c-9a55-481c-9c0c-365270d2bb4c,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:23.579028 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba3ea1-1236-4627-a0b9-68fcd85a7008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a279833f-d4db-40f1-b3b5-a6c6a6b88f65,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:23.625638 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba3ea1-1236-4627-a0b9-68fcd85a7008 admin admin] Checking segment: {'id': 'e6e90568-e9f4-4151-bbe8-6b0fddf0f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c0e7c1c3-665a-4a12-beb6-4f22fe0a476f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:23.626009 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba3ea1-1236-4627-a0b9-68fcd85a7008 admin admin] Network hostable DHCP agents. Network: c0e7c1c3-665a-4a12-beb6-4f22fe0a476f, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:47:23.690365 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:17Z', 'revision_number': 3, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:23.718287 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bc667183-227f-4d80-94c6-6d5deec246ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:23.762015 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Request body: {'port': {'device_id': '6551e104-bf37-4648-8199-550715ac84c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:23.802534 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Checking router: dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:47:23.803152 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Updating router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 port 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 binding host dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:47:23.872760 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Request body: {'port': {'device_id': 'fd98caae-038a-4d10-9689-772c26adffa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:23.909449 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:24.043423 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba3ea1-1236-4627-a0b9-68fcd85a7008 admin admin] Network c0e7c1c3-665a-4a12-beb6-4f22fe0a476f is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:47:24.048001 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60512) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:24.081082 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:24.102917 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e053da-edde-44f5-b1a7-b89ef194d493 req-e6d9bd6d-de5f-4b73-99aa-ba0eddf20435 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:24.110478 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a3e053da-edde-44f5-b1a7-b89ef194d493 req-e6d9bd6d-de5f-4b73-99aa-ba0eddf20435 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 931 time: 0.4557128 Sep 03 12:47:24.122684 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:24.257325 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-c3ba3ea1-1236-4627-a0b9-68fcd85a7008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, c0e7c1c3-665a-4a12-beb6-4f22fe0a476f) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:24.277018 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba3ea1-1236-4627-a0b9-68fcd85a7008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:24.277554 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3ea1-1236-4627-a0b9-68fcd85a7008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:24.308399 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:47:24.323599 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Sync routers for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:47:24.324439 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:24.338829 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:47:24.340571 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:24.346880 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d44c9-25db-4c5b-8350-c5c6e5ff88ac req-50d2fe9a-0082-48bf-a22f-b19fde11156f tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:24.354673 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:24.356798 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e33d44c9-25db-4c5b-8350-c5c6e5ff88ac req-50d2fe9a-0082-48bf-a22f-b19fde11156f tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 932 time: 0.4957917 Sep 03 12:47:24.385497 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a3e053da-edde-44f5-b1a7-b89ef194d493 req-a83deea6-81bd-4d6c-8b27-4683c1e0c373 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739458 Sep 03 12:47:24.459149 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:24.474084 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Transition to ACTIVE for port object 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:24.484346 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c045f3c7-192b-4eda-b565-7932ee292377 None None] Network c0e7c1c3-665a-4a12-beb6-4f22fe0a476f requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:24.488877 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:24.496144 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef2fe-929b-4dba-a24c-eb530def0371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:24.588449 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Attempting to bind port 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:24.589369 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Attempting to bind port 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:24.590103 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Attempting to bind port 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 on network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:24.629837 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:24.630823 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Checking segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:24.631880 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:24.633218 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Bound using segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:24.633921 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Bound port: 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:24.634457 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:24.635227 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:24.641742 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bc667183-227f-4d80-94c6-6d5deec246ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:24.853689 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bc667183-227f-4d80-94c6-6d5deec246ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:24.864316 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:47:24.914640 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Router ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:47:24.923449 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f1c87-d67c-410b-83b9-dd36700c4e7d None None] Pushing event updated for resources: {'Port': ['ID=15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:24.986239 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:25.042201 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Allocated IP 172.20.0.1 (03b07e36-ec05-49cc-9fef-b0924281e2c1/4be00016-73eb-4e38-a677-5146d2de1cfc/0d2eec62-1ee2-4182-b902-9bf81a195c3c) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:25.051301 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] For port 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:25.063873 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:25.068528 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-366dcb91-900e-410b-8c2e-8e16aa8708b1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9375761 Sep 03 12:47:25.077385 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] For port 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:25.079777 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc9ad9e-fd76-41ec-9670-8a62853cedb6 None None] Network c0e7c1c3-665a-4a12-beb6-4f22fe0a476f requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:25.083830 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:25.103663 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c3ba3ea1-1236-4627-a0b9-68fcd85a7008 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3826103 Sep 03 12:47:25.114114 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60518) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:25.118891 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e33d44c9-25db-4c5b-8350-c5c6e5ff88ac req-1f9bcacf-d4ac-463b-aa08-abaf22b1daf2 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456286 Sep 03 12:47:25.210505 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:47:25.211175 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:25.248614 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc667183-227f-4d80-94c6-6d5deec246ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c741ba-3547-413f-a35e-1a0b6abafa77,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:25.298483 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-bc667183-227f-4d80-94c6-6d5deec246ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8474fe2a9b9740e191ba92c9eb3897cc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2058704 Sep 03 12:47:25.305764 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60522) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:25.411606 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:20Z', 'revision_number': 3, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:25.425264 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f1c87-d67c-410b-83b9-dd36700c4e7d None None] Pushing event updated for resources: {'Port': ['ID=15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:25.437461 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:47:25.453725 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Checking router: 1ca03b11-1d5c-432a-8192-de31c5b7f94c for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:47:25.454271 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Updating router 1ca03b11-1d5c-432a-8192-de31c5b7f94c port 1c114a73-fe51-46c8-81b2-6f413482433e binding host dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:47:25.476881 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:25.521610 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:25.522899 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Transition to ACTIVE for port object 0d2eec62-1ee2-4182-b902-9bf81a195c3c will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:25.713092 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:25.856238 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:17Z', 'revision_number': 3, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:25.871204 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Pushing event updated for resources: {'Port': ['ID=0d2eec62-1ee2-4182-b902-9bf81a195c3c,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:25.920201 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6a2b4-15f3-4d4c-ba15-a87b1d3c63ad None None] The sync data for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi is: [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:17Z', 'revision_number': 3, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:47:25.957026 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Network 03b07e36-ec05-49cc-9fef-b0924281e2c1 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:25.994640 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ac6191a5-0f91-4b96-8317-d4cefbb15ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:26.019210 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ac6191a5-0f91-4b96-8317-d4cefbb15ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:26.032366 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:26.044262 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:26.044838 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370595'] for router_interface, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:26.137798 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ac6191a5-0f91-4b96-8317-d4cefbb15ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:26.140601 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ac6191a5-0f91-4b96-8317-d4cefbb15ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:26.150258 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-ac6191a5-0f91-4b96-8317-d4cefbb15ace admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8c741ba-3547-413f-a35e-1a0b6abafa77 HTTP/1.1" status: 204 len: 168 time: 0.8187244 Sep 03 12:47:26.344905 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Notify callbacks [] for port, precommit_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:26.376068 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.provisioning_blocks [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Transition to ACTIVE for port object 1c114a73-fe51-46c8-81b2-6f413482433e will not be triggered until provisioned by entity L2. {{(pid=100324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:26.385020 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463bbe24-5676-4ced-9118-72f026f6470a {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:47:26.393293 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:26.414675 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:26.444786 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60542) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:26.451875 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Transition to ACTIVE for port object 463bbe24-5676-4ced-9118-72f026f6470a will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:26.453775 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-921118671-network', 'tenant_id': 'a717a1f60d004c4aa1b9ae4405766de8'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:26.521374 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-71658424-5b0b-46cf-a933-50b152d0617d None None] Provisioning for port 0d2eec62-1ee2-4182-b902-9bf81a195c3c completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:26.539565 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-71658424-5b0b-46cf-a933-50b152d0617d None None] Provisioning complete for port 0d2eec62-1ee2-4182-b902-9bf81a195c3c triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:26.539828 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:26.544578 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-71658424-5b0b-46cf-a933-50b152d0617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:26.564617 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de8c91-d8b1-48f0-807d-3ec5c043e01b None None] Pushing event updated for resources: {'Port': ['ID=1c114a73-fe51-46c8-81b2-6f413482433e,revision_number=2']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:26.619004 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7617991-eb7b-43ca-ae1f-b3a8e19c40f5 req-32e03f27-5d86-4305-8412-92bd28b7b181 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:26.621516 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b7617991-eb7b-43ca-ae1f-b3a8e19c40f5 req-32e03f27-5d86-4305-8412-92bd28b7b181 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 931 time: 0.8138673 Sep 03 12:47:26.622302 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6191a5-0f91-4b96-8317-d4cefbb15ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c741ba-3547-413f-a35e-1a0b6abafa77,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:26.646177 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Attempting to bind port 1c114a73-fe51-46c8-81b2-6f413482433e on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:26.648550 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Attempting to bind port 1c114a73-fe51-46c8-81b2-6f413482433e by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:26.649997 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Attempting to bind port 1c114a73-fe51-46c8-81b2-6f413482433e on network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:26.664965 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:26.665356 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Checking segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:26.665794 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:26.667777 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Bound using segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:26.668224 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Bound port: 1c114a73-fe51-46c8-81b2-6f413482433e, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:26.668639 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:26.706520 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17edc5-9071-4180-ab12-5968e305a86b req-dc1a0ab3-d3b5-4d46-b681-d138fd6319ef tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:26.712618 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3b17edc5-9071-4180-ab12-5968e305a86b req-dc1a0ab3-d3b5-4d46-b681-d138fd6319ef tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 932 time: 0.3486278 Sep 03 12:47:26.737048 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-71658424-5b0b-46cf-a933-50b152d0617d None None] Port 0d2eec62-1ee2-4182-b902-9bf81a195c3c cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:47:26.816781 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] For port 1c114a73-fe51-46c8-81b2-6f413482433e, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:26.837758 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] For port 1c114a73-fe51-46c8-81b2-6f413482433e, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=1c114a73-fe51-46c8-81b2-6f413482433e,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:26.844200 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:26.966950 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777ab163-244c-4fd3-9604-52a8879cd4fa {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:47:26.979265 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:27.001698 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Transition to ACTIVE for port object 777ab163-244c-4fd3-9604-52a8879cd4fa will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:27.014894 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Attempting to bind port 463bbe24-5676-4ced-9118-72f026f6470a on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:27.016016 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Attempting to bind port 463bbe24-5676-4ced-9118-72f026f6470a by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:27.016328 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Attempting to bind port 463bbe24-5676-4ced-9118-72f026f6470a on network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:27.024830 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef2fe-929b-4dba-a24c-eb530def0371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:27.039137 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:47:27.039890 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:27.048183 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:47:27.048183 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:27.063165 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Sync routers for ids ['ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:47:27.070585 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de8c91-d8b1-48f0-807d-3ec5c043e01b None None] Pushing event updated for resources: {'Port': ['ID=1c114a73-fe51-46c8-81b2-6f413482433e,revision_number=3']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:27.082126 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Routers {'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:47:27.087149 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:27.113910 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-1e133e9a-36b0-488c-9e96-49fbdb8ec9a7 admin admin] 10.222.0.23 "PUT /v2.0/routers/ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0506930 Sep 03 12:47:27.140359 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef2fe-929b-4dba-a24c-eb530def0371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:27.232923 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Pushing event updated for resources: {'Port': ['ID=463bbe24-5676-4ced-9118-72f026f6470a,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:27.296983 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:27.309338 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60550) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:27.310719 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:27.346528 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3b17edc5-9071-4180-ab12-5968e305a86b req-1849219e-0c96-4b91-a0d1-b4f295a629c6 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891555 Sep 03 12:47:27.359073 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Port 463bbe24-5676-4ced-9118-72f026f6470a on network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:47:27.361734 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Attempting to bind port 463bbe24-5676-4ced-9118-72f026f6470a on network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:27.389968 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Made reservation on behalf of a717a1f60d004c4aa1b9ae4405766de8 for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:27.394275 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:27.429369 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:27.431842 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:27.432605 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Checking segment: {'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:27.436579 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Bound using segment: {'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:27.437271 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Bound port: 463bbe24-5676-4ced-9118-72f026f6470a, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:27.437817 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:27.455790 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Set router ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:47:27.456144 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:47:27.466208 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4768507a-bedc-4e22-9c46-893f6d300796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:27.485365 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Pushing event updated for resources: {'Port': ['ID=777ab163-244c-4fd3-9604-52a8879cd4fa,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:27.526458 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:27.651226 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b7617991-eb7b-43ca-ae1f-b3a8e19c40f5 req-edabb38c-1005-4bb9-8e80-7d337e0b8e80 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9865830 Sep 03 12:47:27.687597 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:27.706376 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:27.774830 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:27.775192 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ef2fe-929b-4dba-a24c-eb530def0371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfab5f2c-f1d2-4c0a-8144-4cf5b386060e,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:27.775192 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-3a3ef2fe-929b-4dba-a24c-eb530def0371 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4826da78f204372b95601ed6216d37a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6669271 Sep 03 12:47:27.775579 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60558) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:27.779090 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Attempting to bind port 777ab163-244c-4fd3-9604-52a8879cd4fa on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:27.779090 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Attempting to bind port 777ab163-244c-4fd3-9604-52a8879cd4fa by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '76426816-46ef-4c3e-b8ec-c238c8a3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83bda6d6-762d-4e17-884d-92257167c675'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:27.779090 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Attempting to bind port 777ab163-244c-4fd3-9604-52a8879cd4fa on network 83bda6d6-762d-4e17-884d-92257167c675 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:27.847197 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Port 777ab163-244c-4fd3-9604-52a8879cd4fa on network 83bda6d6-762d-4e17-884d-92257167c675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:47:27.847819 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Attempting to bind port 777ab163-244c-4fd3-9604-52a8879cd4fa on network 83bda6d6-762d-4e17-884d-92257167c675 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:27.915854 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] For port 463bbe24-5676-4ced-9118-72f026f6470a, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:27.927964 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] For port 463bbe24-5676-4ced-9118-72f026f6470a, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=463bbe24-5676-4ced-9118-72f026f6470a,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:27.935264 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:27.935650 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Checking segment: {'id': '76426816-46ef-4c3e-b8ec-c238c8a3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83bda6d6-762d-4e17-884d-92257167c675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:27.936115 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Bound using segment: {'id': '76426816-46ef-4c3e-b8ec-c238c8a3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83bda6d6-762d-4e17-884d-92257167c675'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:27.936577 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Bound port: 777ab163-244c-4fd3-9604-52a8879cd4fa, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76426816-46ef-4c3e-b8ec-c238c8a3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83bda6d6-762d-4e17-884d-92257167c675'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:27.937117 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:27.949945 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:27.985893 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:20Z', 'revision_number': 3, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:28.072558 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9acef-0e8a-4fc1-a937-d86b75eb1584 None None] The sync data for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi is: [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:20Z', 'revision_number': 3, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:47:28.089133 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:28.120606 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Pushing event updated for resources: {'Port': ['ID=463bbe24-5676-4ced-9118-72f026f6470a,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:28.155396 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:28.156432 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:28.170074 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-9c668779-36ed-4d32-b9f4-d316bfe08408 service neutron] 10.222.0.22 "PUT /v2.0/ports/463bbe24-5676-4ced-9118-72f026f6470a HTTP/1.1" status: 200 len: 1093 time: 4.5795147 Sep 03 12:47:28.171204 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6551e104-bf37-4648-8199-550715ac84c2', 'tag': '463bbe24-5676-4ced-9118-72f026f6470a'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:47:28.183931 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:28.197621 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:28.269494 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'name': 'tempest-ServerRescueNegativeTestJSON-2086351667-router', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '942eb77e-3a99-4db1-9a58-8518064de814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:12Z', 'updated_at': '2021-09-03T12:47:22Z', 'revision_number': 4, 'project_id': 'f8cfaba424f344748b291e9091f6246f', 'gw_port': {'id': '942eb77e-3a99-4db1-9a58-8518064de814', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:14Z', 'updated_at': '2021-09-03T12:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '677f2d4c-9a55-481c-9c0c-365270d2bb4c', 'name': '', 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'mac_address': 'fa:16:3e:ee:b7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3a9aeb54-d293-4b41-839b-75ef7d36a819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:19Z', 'updated_at': '2021-09-03T12:47:22Z', 'revision_number': 2, 'project_id': 'f8cfaba424f344748b291e9091f6246f', 'subnets': [{'id': '3a9aeb54-d293-4b41-839b-75ef7d36a819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:28.273380 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:28.306093 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Checking router: ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:47:28.306511 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Updating router ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c port 677f2d4c-9a55-481c-9c0c-365270d2bb4c binding host dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:47:28.393108 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:28.469761 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-68933fe8-6a8f-4eb4-a8e4-9f83c8768050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:28.471691 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-68933fe8-6a8f-4eb4-a8e4-9f83c8768050 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e76c7abc7bf84515abcfb38980a917a7&device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 1096 time: 0.1714649 Sep 03 12:47:28.471895 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4768507a-bedc-4e22-9c46-893f6d300796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:28.547251 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5171c128-2305-4525-9030-5fb9cf8788f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6551e104-bf37-4648-8199-550715ac84c2", "tag": "463bbe24-5676-4ced-9118-72f026f6470a"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:47:28.692900 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9905654-fbd1-4718-9354-91d2ed53245b req-3cbf7142-a14c-47af-9677-979cc1c056fe tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:28.696227 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f9905654-fbd1-4718-9354-91d2ed53245b req-3cbf7142-a14c-47af-9677-979cc1c056fe tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 944 time: 0.2183914 Sep 03 12:47:28.701687 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] For port 777ab163-244c-4fd3-9604-52a8879cd4fa, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:28.705723 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] For port 777ab163-244c-4fd3-9604-52a8879cd4fa, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=777ab163-244c-4fd3-9604-52a8879cd4fa,segment=NetworkSegment(76426816-46ef-4c3e-b8ec-c238c8a3d8df),segment_id=76426816-46ef-4c3e-b8ec-c238c8a3d8df)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:28.714593 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-a93f9287-3ba2-47b4-9c8f-4532eb5f3400 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:28.716427 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-a93f9287-3ba2-47b4-9c8f-4532eb5f3400 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/networks?id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 HTTP/1.1" status: 200 len: 819 time: 0.5281110 Sep 03 12:47:28.746206 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:28.778154 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4768507a-bedc-4e22-9c46-893f6d300796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:28.933779 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-4768507a-bedc-4e22-9c46-893f6d300796 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99c58602d2e949bb8febc0cdca2cedb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5858505 Sep 03 12:47:28.972367 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60582) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:29.026262 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Pushing event updated for resources: {'Port': ['ID=777ab163-244c-4fd3-9604-52a8879cd4fa,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:29.040619 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:29.046501 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.048350 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-f3533b3d-60e7-4f7e-878f-4dfa2ed4bda4 service neutron] 10.222.0.22 "PUT /v2.0/ports/777ab163-244c-4fd3-9604-52a8879cd4fa HTTP/1.1" status: 200 len: 1094 time: 5.4590054 Sep 03 12:47:29.050216 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-a914e811-9e7f-4ec9-8123-7e37057f1657 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=463bbe24-5676-4ced-9118-72f026f6470a HTTP/1.1" status: 200 len: 217 time: 0.1715481 Sep 03 12:47:29.073549 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f9905654-fbd1-4718-9354-91d2ed53245b req-5cbd9eda-7cef-4657-8f07-eac0ca25ab61 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633657 Sep 03 12:47:29.214427 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.228173 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Transition to ACTIVE for port object 677f2d4c-9a55-481c-9c0c-365270d2bb4c will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:29.246100 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.311303 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-69bd924f-a661-40fe-b4c3-5cc210eef11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:29.315725 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-69bd924f-a661-40fe-b4c3-5cc210eef11f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=72c9b9e2-e641-4e80-b66d-98a10f2a744e HTTP/1.1" status: 200 len: 854 time: 0.2390671 Sep 03 12:47:29.343113 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-82e1204a-2c53-437b-b2f4-5de181b18d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:29.349264 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-82e1204a-2c53-437b-b2f4-5de181b18d84 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f8c06cab6d94772b3dc6d3ae976bc63&device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 1097 time: 0.1385491 Sep 03 12:47:29.367548 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 1c114a73-fe51-46c8-81b2-6f413482433e up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:29.401210 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.410632 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-a65a0e20-0e14-4483-980b-3aa4e821cddb tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/quotas/f8cfaba424f344748b291e9091f6246f HTTP/1.1" status: 200 len: 375 time: 0.6346743 Sep 03 12:47:29.413546 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-52d0f4c8-4f9c-4d31-82a2-6764bfd96017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.504685 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.508259 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-c527df98-ea55-48c6-82b8-0d1da9648b81 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1729271 Sep 03 12:47:29.551809 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.566173 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:47:29.575270 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075c87ab-f5bf-4c85-b8f3-806ee568c6bb x-openstack-request-id: req-075c87ab-f5bf-4c85-b8f3-806ee568c6bb {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:47:29.575739 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6551e104-bf37-4648-8199-550715ac84c2", "tag": "463bbe24-5676-4ced-9118-72f026f6470a", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:47:29.576222 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-075c87ab-f5bf-4c85-b8f3-806ee568c6bb {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:47:29.576792 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6551e104-bf37-4648-8199-550715ac84c2', 'tag': '463bbe24-5676-4ced-9118-72f026f6470a', 'status': 'completed', 'code': 200} Sep 03 12:47:29.577517 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.577869 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Added segment 740f6259-9d55-4acb-b351-a7beb8803add of type vlan for network aa8f1604-550a-4db4-91c7-4c91160e3129 Sep 03 12:47:29.589661 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-8fbe0104-7d76-45be-91ef-ad663425c32e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=777ab163-244c-4fd3-9604-52a8879cd4fa HTTP/1.1" status: 200 len: 217 time: 0.0804176 Sep 03 12:47:29.657609 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.663725 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.664529 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498227'] for router_interface, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.800028 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768507a-bedc-4e22-9c46-893f6d300796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d6d71e-b8a5-4abd-83fa-1ed03ce620df,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:29.845811 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-898aa491-bc1a-4c4b-8e8e-f65fd63bb392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:29.847357 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-898aa491-bc1a-4c4b-8e8e-f65fd63bb392 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=102cb50f-2875-4971-9e6f-f4685e0b9b84 HTTP/1.1" status: 200 len: 852 time: 0.1658199 Sep 03 12:47:29.849407 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Attempting to bind port 677f2d4c-9a55-481c-9c0c-365270d2bb4c on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:29.850500 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Attempting to bind port 677f2d4c-9a55-481c-9c0c-365270d2bb4c by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '66ad9225-0ce0-4fa3-852d-8b9aea0bad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:29.850743 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Attempting to bind port 677f2d4c-9a55-481c-9c0c-365270d2bb4c on network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:29.858150 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:29.858528 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Checking segment: {'id': '66ad9225-0ce0-4fa3-852d-8b9aea0bad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:29.859345 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.859663 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Bound using segment: {'id': '66ad9225-0ce0-4fa3-852d-8b9aea0bad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:29.860155 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Bound port: 677f2d4c-9a55-481c-9c0c-365270d2bb4c, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ad9225-0ce0-4fa3-852d-8b9aea0bad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:29.860622 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.877090 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61954e-6fb3-40c3-92b1-f39430bcb025 None None] Pushing event updated for resources: {'Port': ['ID=677f2d4c-9a55-481c-9c0c-365270d2bb4c,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:29.894744 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-52d0f4c8-4f9c-4d31-82a2-6764bfd96017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.926873 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Network 03b07e36-ec05-49cc-9fef-b0924281e2c1 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:29.936062 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-bb84265d-02e3-409e-b091-16aa507c1c1d service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146307 Sep 03 12:47:29.937228 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.db.resource_extend [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 12:47:29.950545 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] For port 677f2d4c-9a55-481c-9c0c-365270d2bb4c, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:29.955449 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] For port 677f2d4c-9a55-481c-9c0c-365270d2bb4c, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=677f2d4c-9a55-481c-9c0c-365270d2bb4c,segment=NetworkSegment(66ad9225-0ce0-4fa3-852d-8b9aea0bad68),segment_id=66ad9225-0ce0-4fa3-852d-8b9aea0bad68)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:29.966922 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:29.982415 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4a9b2-5813-4452-88c9-62ce9a783e11 req-247d6834-9664-4366-9eca-a1b187cd7768 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:29.995265 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-39e4a9b2-5813-4452-88c9-62ce9a783e11 req-247d6834-9664-4366-9eca-a1b187cd7768 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 943 time: 0.3147554 Sep 03 12:47:30.018670 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-64650206-94ee-402f-8584-86cc14935577 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f8cfaba424f344748b291e9091f6246f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6070487 Sep 03 12:47:30.020967 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:30.059335 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-39e4a9b2-5813-4452-88c9-62ce9a783e11 req-18698d49-4b81-45a0-ba65-dc04190676b1 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602942 Sep 03 12:47:30.060961 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8d54f9a4-ab75-41c2-83ba-7a2dc5aeb753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.062667 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f01493-fb90-456e-9da6-44c8e8c730a4,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:30.095345 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61954e-6fb3-40c3-92b1-f39430bcb025 None None] Pushing event updated for resources: {'Port': ['ID=677f2d4c-9a55-481c-9c0c-365270d2bb4c,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:30.114396 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Routers {'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:47:30.116094 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:30.126511 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Allocated IP 172.20.0.1 (54ba5bcc-9e04-4716-bdce-8144ff1c96f1/f804e94f-4cdc-4875-a25a-f1c5b250b678/a1825f43-c1e2-4aeb-9f36-094f33f2c7e9) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:30.169262 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Pushing event updated for resources: {'Port': ['ID=0d2eec62-1ee2-4182-b902-9bf81a195c3c,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:30.172018 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 1c114a73-fe51-46c8-81b2-6f413482433e completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:30.225994 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 1c114a73-fe51-46c8-81b2-6f413482433e triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:30.226658 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.285881 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.287041 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:30.288275 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.329169 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8d54f9a4-ab75-41c2-83ba-7a2dc5aeb753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.357832 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa82857-0218-4bcb-a7ab-67214a2cc7f8 req-455da3b2-1fea-4c3f-aa08-fd07fa1ef1c1 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:30.359912 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-daa82857-0218-4bcb-a7ab-67214a2cc7f8 req-455da3b2-1fea-4c3f-aa08-fd07fa1ef1c1 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 944 time: 0.0986292 Sep 03 12:47:30.437657 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] Set router ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:47:30.442477 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.466713 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-daa82857-0218-4bcb-a7ab-67214a2cc7f8 req-3be24c4e-01b7-4b16-875e-a7b2eb6d2c49 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948536 Sep 03 12:47:30.552418 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-0f1c23d4-47d6-4b74-b4f8-19351dd99b36 None None] Provisioning complete for port 0d2eec62-1ee2-4182-b902-9bf81a195c3c triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:30.552847 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0f1c23d4-47d6-4b74-b4f8-19351dd99b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.592646 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.1441898 Sep 03 12:47:30.595496 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 1c114a73-fe51-46c8-81b2-6f413482433e, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=1c114a73-fe51-46c8-81b2-6f413482433e,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:30.597944 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60594) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:30.611849 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-9811fc4a-c3ed-42ff-9db1-32a5ccdb2675 admin admin] Request body: {'subnet': {'network_id': 'aa8f1604-550a-4db4-91c7-4c91160e3129', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-921118671-subnet', 'tenant_id': 'a717a1f60d004c4aa1b9ae4405766de8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:30.633871 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.634731 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:30.660721 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9811fc4a-c3ed-42ff-9db1-32a5ccdb2675 admin admin] Made reservation on behalf of a717a1f60d004c4aa1b9ae4405766de8 for: {'subnet': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:30.665827 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9811fc4a-c3ed-42ff-9db1-32a5ccdb2675 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.704635 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162e182-25f8-4708-b73a-4f0fe50c8c46 admin admin] Pushing event updated for resources: {'Network': ['ID=aa8f1604-550a-4db4-91c7-4c91160e3129,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:30.737659 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=1c114a73-fe51-46c8-81b2-6f413482433e,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:30.754009 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-52d0f4c8-4f9c-4d31-82a2-6764bfd96017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.754497 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c23d4-47d6-4b74-b4f8-19351dd99b36 None None] Port 0d2eec62-1ee2-4182-b902-9bf81a195c3c cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:47:30.770643 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-52d0f4c8-4f9c-4d31-82a2-6764bfd96017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.771923 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-52d0f4c8-4f9c-4d31-82a2-6764bfd96017 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfab5f2c-f1d2-4c0a-8144-4cf5b386060e HTTP/1.1" status: 204 len: 168 time: 3.0135169 Sep 03 12:47:30.787694 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network aa8f1604-550a-4db4-91c7-4c91160e3129 details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:47:30.806908 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-23a84659-87f6-4642-b305-0f202de17b0e service neutron] 10.222.0.23 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7871485 Sep 03 12:47:30.817448 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0f4c8-4f9c-4d31-82a2-6764bfd96017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfab5f2c-f1d2-4c0a-8144-4cf5b386060e,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:30.882881 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-db96f3fd-47b2-47ad-a034-7e768458180d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=83bda6d6-762d-4e17-884d-92257167c675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095953 Sep 03 12:47:30.912452 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8d54f9a4-ab75-41c2-83ba-7a2dc5aeb753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.914882 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8d54f9a4-ab75-41c2-83ba-7a2dc5aeb753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.916150 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-8d54f9a4-ab75-41c2-83ba-7a2dc5aeb753 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69d6d71e-b8a5-4abd-83fa-1ed03ce620df HTTP/1.1" status: 204 len: 168 time: 1.9428358 Sep 03 12:47:30.920196 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:47:30.923540 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:30.968907 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54f9a4-ab75-41c2-83ba-7a2dc5aeb753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d6d71e-b8a5-4abd-83fa-1ed03ce620df,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:30.977747 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Transition to ACTIVE for port object a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:31.062032 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:31.062423 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:31.215074 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-97be824f-7da7-4ffc-8752-13c42cccc92a service neutron] 10.222.0.23 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718727 Sep 03 12:47:31.221116 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:31.347779 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:31.354430 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:31.373757 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'name': 'tempest-ServerRescueNegativeTestJSON-2086351667-router', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '942eb77e-3a99-4db1-9a58-8518064de814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:12Z', 'updated_at': '2021-09-03T12:47:22Z', 'revision_number': 4, 'project_id': 'f8cfaba424f344748b291e9091f6246f', 'gw_port': {'id': '942eb77e-3a99-4db1-9a58-8518064de814', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:14Z', 'updated_at': '2021-09-03T12:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '677f2d4c-9a55-481c-9c0c-365270d2bb4c', 'name': '', 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'mac_address': 'fa:16:3e:ee:b7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3a9aeb54-d293-4b41-839b-75ef7d36a819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:19Z', 'updated_at': '2021-09-03T12:47:29Z', 'revision_number': 4, 'project_id': 'f8cfaba424f344748b291e9091f6246f', 'subnets': [{'id': '3a9aeb54-d293-4b41-839b-75ef7d36a819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:31.418946 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:31.420544 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370595'] for router_interface, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:31.531198 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bbf068-9558-4118-b2a5-a00dc6a5b381 None None] The sync data for ids ['ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'] in dv-cinder-806559-6-iscsi is: [{'id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'name': 'tempest-ServerRescueNegativeTestJSON-2086351667-router', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '942eb77e-3a99-4db1-9a58-8518064de814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:12Z', 'updated_at': '2021-09-03T12:47:22Z', 'revision_number': 4, 'project_id': 'f8cfaba424f344748b291e9091f6246f', 'gw_port': {'id': '942eb77e-3a99-4db1-9a58-8518064de814', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:14Z', 'updated_at': '2021-09-03T12:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '677f2d4c-9a55-481c-9c0c-365270d2bb4c', 'name': '', 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'mac_address': 'fa:16:3e:ee:b7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3a9aeb54-d293-4b41-839b-75ef7d36a819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:19Z', 'updated_at': '2021-09-03T12:47:29Z', 'revision_number': 4, 'project_id': 'f8cfaba424f344748b291e9091f6246f', 'subnets': [{'id': '3a9aeb54-d293-4b41-839b-75ef7d36a819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:47:31.579625 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Pushing event updated for resources: {'Port': ['ID=a1825f43-c1e2-4aeb-9f36-094f33f2c7e9,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:31.608340 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:47:31.637694 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Sync routers for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:47:31.662133 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:47:31.662978 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:31.754514 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd98caae-038a-4d10-9689-772c26adffa5', 'tag': '777ab163-244c-4fd3-9604-52a8879cd4fa'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:47:31.760481 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820ae93d-0ae2-4c8a-8484-d5c506317526" -d '{"events": [{"name": "network-changed", "server_uuid": "fd98caae-038a-4d10-9689-772c26adffa5", "tag": "777ab163-244c-4fd3-9604-52a8879cd4fa"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:47:31.807737 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 1c114a73-fe51-46c8-81b2-6f413482433e up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:31.833244 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-0441b99c-623d-4a7a-973b-6bf802c3f54e admin admin] 10.222.0.23 "PUT /v2.0/routers/dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8682241 Sep 03 12:47:31.851379 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb61bfe9-c457-4f18-a717-9fbc4e2adccb req-11ec8ce0-55bf-41e8-ad4e-87b30cafda7a tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 210 time: 0.3409562 Sep 03 12:47:32.001702 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60632) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:32.031824 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:47:32.093044 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e6100eba-044c-46e1-95b7-e10dcc4c3bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:32.127629 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 1c114a73-fe51-46c8-81b2-6f413482433e triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:32.128082 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:32.133673 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-3fe0a52c-d21e-434b-a25d-e2f9fdaa4fc8 None None] Provisioning for port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:32.203532 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-3fe0a52c-d21e-434b-a25d-e2f9fdaa4fc8 None None] Provisioning complete for port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:32.222341 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a52c-d21e-434b-a25d-e2f9fdaa4fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:32.356559 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-3fe0a52c-d21e-434b-a25d-e2f9fdaa4fc8 None None] Port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:47:32.436959 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80f851c1-2884-4dda-8afe-49450bc8edf7 req-90d61cd8-0131-4780-8fbc-c5209bf1ee07 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6361735 Sep 03 12:47:32.499935 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-7f90d416-32c0-421f-b2d7-f2676f29c6e3 service neutron] 10.222.0.22 "GET /v2.0/networks/83bda6d6-762d-4e17-884d-92257167c675?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5835025 Sep 03 12:47:32.504433 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:32.679072 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 2, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:32.737596 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Checking router: dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:47:32.738023 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Updating router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 port 0d2eec62-1ee2-4182-b902-9bf81a195c3c binding host dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:47:32.783072 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:32.824928 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9811fc4a-c3ed-42ff-9db1-32a5ccdb2675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for subnet, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:32.941450 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19d186-a412-4d25-930d-9914ed6a1cf8 req-3eb13f18-244d-45c1-ab5a-5dea180268f8 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:32.944003 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6d19d186-a412-4d25-930d-9914ed6a1cf8 req-3eb13f18-244d-45c1-ab5a-5dea180268f8 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 943 time: 0.5490828 Sep 03 12:47:33.046392 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811fc4a-c3ed-42ff-9db1-32a5ccdb2675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d939c2e4-3e96-4abc-b5bb-cbb21d5081ae,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:33.075630 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171c128-2305-4525-9030-5fb9cf8788f4 req-f0ec10a0-569b-4594-9c71-351b7971ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:33.077162 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5171c128-2305-4525-9030-5fb9cf8788f4 req-f0ec10a0-569b-4594-9c71-351b7971ae76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e76c7abc7bf84515abcfb38980a917a7&device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 1096 time: 0.5072134 Sep 03 12:47:33.105876 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c20ed89-292e-4e76-8254-44ab86c09b8c req-a5ec278d-81a3-4425-a649-d244e47c4bf3 service neutron] 10.222.0.22 "GET /v2.0/networks/83bda6d6-762d-4e17-884d-92257167c675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401056 Sep 03 12:47:33.109222 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6d19d186-a412-4d25-930d-9914ed6a1cf8 req-3abfe04b-85a1-4dd3-a0f5-69bffedbd246 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066663 Sep 03 12:47:33.110086 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9811fc4a-c3ed-42ff-9db1-32a5ccdb2675 admin admin] Checking segment: {'id': '740f6259-9d55-4acb-b351-a7beb8803add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'aa8f1604-550a-4db4-91c7-4c91160e3129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:33.110437 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9811fc4a-c3ed-42ff-9db1-32a5ccdb2675 admin admin] Network hostable DHCP agents. Network: aa8f1604-550a-4db4-91c7-4c91160e3129, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:47:33.170374 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab095e-bf6a-424a-a633-55d895d89d6d req-92e0edf5-98b1-4627-9a4c-6494d16172c8 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:33.172076 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cbab095e-bf6a-424a-a633-55d895d89d6d req-92e0edf5-98b1-4627-9a4c-6494d16172c8 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 944 time: 1.0831046 Sep 03 12:47:33.177434 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9811fc4a-c3ed-42ff-9db1-32a5ccdb2675 admin admin] Network aa8f1604-550a-4db4-91c7-4c91160e3129 is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:47:33.264387 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-9811fc4a-c3ed-42ff-9db1-32a5ccdb2675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, aa8f1604-550a-4db4-91c7-4c91160e3129) {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:33.276116 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9811fc4a-c3ed-42ff-9db1-32a5ccdb2675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:33.276748 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9811fc4a-c3ed-42ff-9db1-32a5ccdb2675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:33.279348 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33bc211-779c-4855-bfc0-596b6bf8bdd8 None None] Network aa8f1604-550a-4db4-91c7-4c91160e3129 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:33.296183 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Notify callbacks [] for port, precommit_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:33.335762 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.provisioning_blocks [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Transition to ACTIVE for port object 0d2eec62-1ee2-4182-b902-9bf81a195c3c will not be triggered until provisioned by entity L2. {{(pid=100324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:33.357235 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:33.414927 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c611f-8113-4c5c-ae12-8c1777cd6baf None None] Pushing event updated for resources: {'Port': ['ID=0d2eec62-1ee2-4182-b902-9bf81a195c3c,revision_number=3']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:33.499328 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:33.524429 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:33.525404 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498227'] for router_interface, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:33.604434 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171c128-2305-4525-9030-5fb9cf8788f4 req-bd56a73b-ce8d-4998-b8eb-262a9b5de4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:33.606096 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5171c128-2305-4525-9030-5fb9cf8788f4 req-bd56a73b-ce8d-4998-b8eb-262a9b5de4c4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 200 len: 915 time: 0.4645262 Sep 03 12:47:33.630198 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Attempting to bind port 0d2eec62-1ee2-4182-b902-9bf81a195c3c on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:33.630627 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Attempting to bind port 0d2eec62-1ee2-4182-b902-9bf81a195c3c by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:33.632633 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Attempting to bind port 0d2eec62-1ee2-4182-b902-9bf81a195c3c on network 03b07e36-ec05-49cc-9fef-b0924281e2c1 {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:33.659374 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:33.660792 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Checking segment: {'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:33.661366 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:33.665966 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Bound using segment: {'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:33.666833 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Bound port: 0d2eec62-1ee2-4182-b902-9bf81a195c3c, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'}}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:33.668773 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:33.685215 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac71d67c-7c7e-4998-ae66-47d619284390 None None] Network aa8f1604-550a-4db4-91c7-4c91160e3129 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:47:33.730178 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Pushing event updated for resources: {'Port': ['ID=a1825f43-c1e2-4aeb-9f36-094f33f2c7e9,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:33.746813 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cbab095e-bf6a-424a-a633-55d895d89d6d req-415e4cea-242d-4dee-8932-dff57426e5e6 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563135 Sep 03 12:47:33.755408 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e6100eba-044c-46e1-95b7-e10dcc4c3bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:33.759482 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:33.764023 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:33.767914 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5171c128-2305-4525-9030-5fb9cf8788f4 req-c038d4dc-87a5-4aa3-b74b-b8b57e953c6a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=463bbe24-5676-4ced-9118-72f026f6470a HTTP/1.1" status: 200 len: 217 time: 0.1529896 Sep 03 12:47:33.790154 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-9811fc4a-c3ed-42ff-9db1-32a5ccdb2675 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1903014 Sep 03 12:47:33.795680 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e6100eba-044c-46e1-95b7-e10dcc4c3bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:33.860651 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-bf58e535-1006-4df2-8747-b6f320fe4cc5 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:33.862216 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-bf58e535-1006-4df2-8747-b6f320fe4cc5 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/networks?id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 HTTP/1.1" status: 200 len: 819 time: 0.5619490 Sep 03 12:47:33.919839 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] For port 0d2eec62-1ee2-4182-b902-9bf81a195c3c, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:33.928429 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] For port 0d2eec62-1ee2-4182-b902-9bf81a195c3c, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=0d2eec62-1ee2-4182-b902-9bf81a195c3c,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:33.942313 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:33.949886 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-e6100eba-044c-46e1-95b7-e10dcc4c3bc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=653e41a9b78e4d488394f7813fa93dff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9245763 Sep 03 12:47:33.950440 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60676) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:33.954630 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6100eba-044c-46e1-95b7-e10dcc4c3bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a13859-1c1e-419c-948f-15eb488ba5d6,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:34.108483 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 677f2d4c-9a55-481c-9c0c-365270d2bb4c up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:34.198962 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60678) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:34.242407 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 677f2d4c-9a55-481c-9c0c-365270d2bb4c completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:34.255226 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 677f2d4c-9a55-481c-9c0c-365270d2bb4c triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:34.256373 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:34.266650 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-9e72b25b-d16c-497b-b4c0-e5b7e9caf2d3 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/quotas/f8cfaba424f344748b291e9091f6246f HTTP/1.1" status: 200 len: 375 time: 0.3382075 Sep 03 12:47:34.277463 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0275bbd9-aa53-4475-a685-6f054ff290e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:34.356901 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-ab18cd73-b421-4d16-9c89-3fbf25b53127 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:34.360345 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-ab18cd73-b421-4d16-9c89-3fbf25b53127 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.22 "GET /v2.0/networks?id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 HTTP/1.1" status: 200 len: 819 time: 0.3697865 Sep 03 12:47:34.364489 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171c128-2305-4525-9030-5fb9cf8788f4 req-9b12dbd0-c7c7-48c2-b832-9d8dcb504802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:34.369804 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5171c128-2305-4525-9030-5fb9cf8788f4 req-9b12dbd0-c7c7-48c2-b832-9d8dcb504802 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=72c9b9e2-e641-4e80-b66d-98a10f2a744e HTTP/1.1" status: 200 len: 854 time: 0.5811334 Sep 03 12:47:34.375282 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7d68a80d-5245-4d8b-bc92-e4456e2af2e7 None None] Provisioning complete for port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:34.377722 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7d68a80d-5245-4d8b-bc92-e4456e2af2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:34.383716 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c611f-8113-4c5c-ae12-8c1777cd6baf None None] Pushing event updated for resources: {'Port': ['ID=0d2eec62-1ee2-4182-b902-9bf81a195c3c,revision_number=4']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:34.383886 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0275bbd9-aa53-4475-a685-6f054ff290e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:34.390563 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:47:34.394050 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:34.414744 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-302150d3-8d6b-4ca7-a348-7422e8a8b7bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Request body: {'port': {'device_id': 'bac6e951-55ca-4bae-9d5e-eb04be4e2eb4', 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5', 'admin_state_up': True, 'tenant_id': 'f8cfaba424f344748b291e9091f6246f'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:34.429185 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d672ae5-2d9d-4895-9730-381c46346cfe admin admin] Deleting subnet a279833f-d4db-40f1-b3b5-a6c6a6b88f65 {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:47:34.457158 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7d672ae5-2d9d-4895-9730-381c46346cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:34.488638 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5171c128-2305-4525-9030-5fb9cf8788f4 req-96c39149-3e0a-4175-ad13-5cdfa405625a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027675 Sep 03 12:47:34.535813 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-017df06b-3a53-4541-bb0f-04616b337729 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f8cfaba424f344748b291e9091f6246f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2673960 Sep 03 12:47:34.538953 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7d68a80d-5245-4d8b-bc92-e4456e2af2e7 None None] Port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:47:34.571444 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:34.609392 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Router 1ca03b11-1d5c-432a-8192-de31c5b7f94c has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:47:34.638562 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7d672ae5-2d9d-4895-9730-381c46346cfe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:34.643764 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:47:34.655140 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 677f2d4c-9a55-481c-9c0c-365270d2bb4c, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=677f2d4c-9a55-481c-9c0c-365270d2bb4c,segment=NetworkSegment(66ad9225-0ce0-4fa3-852d-8b9aea0bad68),segment_id=66ad9225-0ce0-4fa3-852d-8b9aea0bad68)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:34.664804 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:34.783556 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=677f2d4c-9a55-481c-9c0c-365270d2bb4c,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:34.835410 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7d672ae5-2d9d-4895-9730-381c46346cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:34.848190 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60698) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:34.858654 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-27c4a5e5-5af3-4eed-9cd9-bfa7e7c3e399 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--13914589', 'description': 'tempest-description--1739742045'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:34.892274 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0275bbd9-aa53-4475-a685-6f054ff290e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:34.894853 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0275bbd9-aa53-4475-a685-6f054ff290e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:34.896032 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-0275bbd9-aa53-4475-a685-6f054ff290e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48a13859-1c1e-419c-948f-15eb488ba5d6 HTTP/1.1" status: 204 len: 168 time: 0.9329588 Sep 03 12:47:34.939838 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275bbd9-aa53-4475-a685-6f054ff290e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a13859-1c1e-419c-948f-15eb488ba5d6,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:34.945322 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-27c4a5e5-5af3-4eed-9cd9-bfa7e7c3e399 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:35.002052 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:47:35.004882 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7d672ae5-2d9d-4895-9730-381c46346cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:35.011321 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-8002b270-a26b-44ef-8189-1fc53a4f0621 admin admin] 10.222.0.23 "PUT /v2.0/routers/1ca03b11-1d5c-432a-8192-de31c5b7f94c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8911347 Sep 03 12:47:35.026516 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Sync routers for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:47:35.040308 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:47:35.040500 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d672ae5-2d9d-4895-9730-381c46346cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a279833f-d4db-40f1-b3b5-a6c6a6b88f65,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:35.041823 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7d672ae5-2d9d-4895-9730-381c46346cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:35.046068 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-7d672ae5-2d9d-4895-9730-381c46346cfe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a279833f-d4db-40f1-b3b5-a6c6a6b88f65 HTTP/1.1" status: 204 len: 168 time: 0.8416288 Sep 03 12:47:35.046319 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60708) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:35.047363 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:35.054734 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.22', 55121) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:35.064370 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d85a6d-7e2a-432d-8709-57bf766a6121 x-openstack-request-id: req-d6d85a6d-7e2a-432d-8709-57bf766a6121 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:47:35.064660 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd98caae-038a-4d10-9689-772c26adffa5", "tag": "777ab163-244c-4fd3-9604-52a8879cd4fa", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:47:35.064920 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6d85a6d-7e2a-432d-8709-57bf766a6121 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:47:35.065320 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd98caae-038a-4d10-9689-772c26adffa5', 'tag': '777ab163-244c-4fd3-9604-52a8879cd4fa', 'status': 'completed', 'code': 200} Sep 03 12:47:35.086917 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-3c3e85d8-204b-4985-b46b-38af91d866b8 service neutron] 10.222.0.23 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481577 Sep 03 12:47:35.089534 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:33Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:35.126243 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5171c128-2305-4525-9030-5fb9cf8788f4 req-d484e2e1-c290-4273-80a9-56dd8dd4a448 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321213 Sep 03 12:47:35.157790 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b2d7f-979d-4d12-98ab-bb019fd5c9b4 None None] The sync data for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi is: [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:33Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:47:35.322128 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:35.328414 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-302150d3-8d6b-4ca7-a348-7422e8a8b7bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Made reservation on behalf of f8cfaba424f344748b291e9091f6246f for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:35.341233 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-302150d3-8d6b-4ca7-a348-7422e8a8b7bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:35.347742 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ae93d-0ae2-4c8a-8484-d5c506317526 req-858fe258-a0d2-4ba4-8b32-27c65511f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:35.352433 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-820ae93d-0ae2-4c8a-8484-d5c506317526 req-858fe258-a0d2-4ba4-8b32-27c65511f76b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f8c06cab6d94772b3dc6d3ae976bc63&device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 1097 time: 0.2927845 Sep 03 12:47:35.366944 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4732d-eb43-4178-91a8-d67ca7b989bd req-88219b20-b0b5-4f14-8a1e-bc359331a19f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:35.374724 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-26b4732d-eb43-4178-91a8-d67ca7b989bd req-88219b20-b0b5-4f14-8a1e-bc359331a19f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 943 time: 0.2246151 Sep 03 12:47:35.439686 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:47:35.601008 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5171c128-2305-4525-9030-5fb9cf8788f4 req-60787142-de22-4c64-a81e-c17453c8da75 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432890 Sep 03 12:47:35.614297 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-26b4732d-eb43-4178-91a8-d67ca7b989bd req-bed87c68-4ab5-4cec-9a8f-cf73704daf2c tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386851 Sep 03 12:47:35.681792 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-7a0d3ae6-b14b-4f99-a4d3-7f261a7687e7 service neutron] 10.222.0.23 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939152 Sep 03 12:47:35.887348 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 0d2eec62-1ee2-4182-b902-9bf81a195c3c up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:35.922030 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:36.081603 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.083173 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.085849 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.087554 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > port after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.088097 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.088603 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > port after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.090099 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.090655 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.091657 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.092829 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.140632 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:33Z', 'revision_number': 2, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:36.180595 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-27c4a5e5-5af3-4eed-9cd9-bfa7e7c3e399 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:36.207574 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-27c4a5e5-5af3-4eed-9cd9-bfa7e7c3e399 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:36.242330 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-302150d3-8d6b-4ca7-a348-7422e8a8b7bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Allocated IP 172.20.0.9 (97ae51b5-4f14-4eed-9b9a-c4c8663e85d5/3a9aeb54-d293-4b41-839b-75ef7d36a819/52c2f6a7-0532-4ebe-b2be-a3662564f0f1) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:36.261307 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Checking router: 1ca03b11-1d5c-432a-8192-de31c5b7f94c for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:47:36.263421 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Updating router 1ca03b11-1d5c-432a-8192-de31c5b7f94c port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 binding host dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:47:36.267992 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 0d2eec62-1ee2-4182-b902-9bf81a195c3c completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:36.340214 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 0d2eec62-1ee2-4182-b902-9bf81a195c3c triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:36.340863 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:36.355623 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-27c4a5e5-5af3-4eed-9cd9-bfa7e7c3e399 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:36.358679 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-27c4a5e5-5af3-4eed-9cd9-bfa7e7c3e399 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5077393 Sep 03 12:47:36.363528 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60752) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:36.374544 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-c1bbe8b6-5386-44f0-a2ca-92fd2aea1c9d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Request body: {'security_group_rule': {'security_group_id': 'a49a301f-4390-4f42-9bc5-23c7909ac30f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:36.421506 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4a5e5-5af3-4eed-9cd9-bfa7e7c3e399 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49a301f-4390-4f42-9bc5-23c7909ac30f,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:36.458361 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:36.511370 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c1bbe8b6-5386-44f0-a2ca-92fd2aea1c9d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:36.647018 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.647577 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.647689 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.648018 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:47:36.648388 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e7c1c3-665a-4a12-beb6-4f22fe0a476f']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:36.712019 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e90568-e9f4-4151-bbe8-6b0fddf0f026') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:36.712143 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e90568-e9f4-4151-bbe8-6b0fddf0f026') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:36.769497 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ae93d-0ae2-4c8a-8484-d5c506317526 req-72c7c9c4-641d-47ea-8141-12d28365ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:36.771528 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-820ae93d-0ae2-4c8a-8484-d5c506317526 req-72c7c9c4-641d-47ea-8141-12d28365ded9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=83bda6d6-762d-4e17-884d-92257167c675 HTTP/1.1" status: 200 len: 913 time: 1.3948958 Sep 03 12:47:36.773782 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3855491'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:36.855650 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c1bbe8b6-5386-44f0-a2ca-92fd2aea1c9d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:36.869079 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c1bbe8b6-5386-44f0-a2ca-92fd2aea1c9d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:36.870690 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77111a2-5d4e-4b20-9d91-131de21cf628 req-f63fd044-3ca0-42a5-a609-ceb61fbf9edc tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:36.873705 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f77111a2-5d4e-4b20-9d91-131de21cf628 req-f63fd044-3ca0-42a5-a609-ceb61fbf9edc tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 944 time: 1.0793741 Sep 03 12:47:36.924205 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-820ae93d-0ae2-4c8a-8484-d5c506317526 req-91a2736d-75a7-4140-933f-b2e903f26f8f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=777ab163-244c-4fd3-9604-52a8879cd4fa HTTP/1.1" status: 200 len: 217 time: 0.1403878 Sep 03 12:47:36.926161 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:36.958932 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbe8b6-5386-44f0-a2ca-92fd2aea1c9d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9651b56e-f6d2-4111-bd61-0e14fe893c9c,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:36.983256 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c1bbe8b6-5386-44f0-a2ca-92fd2aea1c9d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:36.985397 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-c1bbe8b6-5386-44f0-a2ca-92fd2aea1c9d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6204507 Sep 03 12:47:36.996963 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60780) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:37.015489 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-302150d3-8d6b-4ca7-a348-7422e8a8b7bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.022355 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.042358 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Transition to ACTIVE for port object a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:37.050115 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.096105 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-302150d3-8d6b-4ca7-a348-7422e8a8b7bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.189073 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031438f7-37a0-4942-b6ad-b4a57f0f6ed2 None None] Pushing event updated for resources: {'Port': ['ID=a1825f43-c1e2-4aeb-9f36-094f33f2c7e9,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:37.238632 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302150d3-8d6b-4ca7-a348-7422e8a8b7bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Pushing event updated for resources: {'Port': ['ID=52c2f6a7-0532-4ebe-b2be-a3662564f0f1,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:37.251455 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60788) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:37.266638 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-b1bf869e-464b-445b-9c14-205662de6a47 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--99284257', 'description': 'tempest-description--1770460949'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:37.287319 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.313799 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Attempting to bind port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:37.314173 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Attempting to bind port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:37.314850 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Attempting to bind port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 on network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:37.335391 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:47:37.336121 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595558'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.344120 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-fe5e1386-20e6-4d03-b5f7-75da28d7cc4b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Request body: {'security_group_rule': {'security_group_id': 'a49a301f-4390-4f42-9bc5-23c7909ac30f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: from cryptography.utils import int_from_bytes Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: from cryptography.utils import int_from_bytes Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: Traceback (most recent call last): Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: timer() Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: cb(*args, **kw) Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: return func(*args, **kwargs) Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: self._notify() Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: self.callback(batched_events) Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: event.method(event) Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: return f(self, *a, **k) Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._get(url).json() Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:47:37.351853 dv-cinder-806559-6-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:47:37.364936 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 0d2eec62-1ee2-4182-b902-9bf81a195c3c, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=0d2eec62-1ee2-4182-b902-9bf81a195c3c,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:37.366529 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:37.369370 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Checking segment: {'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:37.370001 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.370415 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Bound using segment: {'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:37.370970 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Bound port: a1825f43-c1e2-4aeb-9f36-094f33f2c7e9, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:37.371361 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.372668 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b1bf869e-464b-445b-9c14-205662de6a47 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.378341 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.379395 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 677f2d4c-9a55-481c-9c0c-365270d2bb4c up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:37.419515 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-302150d3-8d6b-4ca7-a348-7422e8a8b7bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:37.465181 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8313702f-db8b-418e-9428-bfe43bbf2d36 req-ec43f248-4f66-4973-acc7-52f65bc0f389 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 210 time: 0.1375339 Sep 03 12:47:37.468109 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-302150d3-8d6b-4ca7-a348-7422e8a8b7bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:37.471428 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-302150d3-8d6b-4ca7-a348-7422e8a8b7bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:37.478193 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-302150d3-8d6b-4ca7-a348-7422e8a8b7bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:37.478472 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-302150d3-8d6b-4ca7-a348-7422e8a8b7bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.487934 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f77111a2-5d4e-4b20-9d91-131de21cf628 req-58c9af91-6671-4a1f-a204-1222a6a8cf35 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657918 Sep 03 12:47:37.492684 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ae93d-0ae2-4c8a-8484-d5c506317526 req-09c2b3c8-2301-4855-be3a-19e34c028bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:37.500553 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-820ae93d-0ae2-4c8a-8484-d5c506317526 req-09c2b3c8-2301-4855-be3a-19e34c028bdc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=102cb50f-2875-4971-9e6f-f4685e0b9b84 HTTP/1.1" status: 200 len: 852 time: 0.5658648 Sep 03 12:47:37.530364 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-302150d3-8d6b-4ca7-a348-7422e8a8b7bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1546094 Sep 03 12:47:37.550104 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Request body: {'port': {'device_id': 'bac6e951-55ca-4bae-9d5e-eb04be4e2eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:37.643646 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=0d2eec62-1ee2-4182-b902-9bf81a195c3c,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:37.647550 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-820ae93d-0ae2-4c8a-8484-d5c506317526 req-a337fa98-bfa9-4760-a966-6c8ac0347504 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=83bda6d6-762d-4e17-884d-92257167c675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377890 Sep 03 12:47:37.649974 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60792) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:37.658401 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] For port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:37.664275 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] For port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=a1825f43-c1e2-4aeb-9f36-094f33f2c7e9,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:37.668184 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 677f2d4c-9a55-481c-9c0c-365270d2bb4c triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:37.668794 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.672381 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.674788 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.688141 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1386-20e6-4d03-b5f7-75da28d7cc4b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.725885 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.727362 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 463bbe24-5676-4ced-9118-72f026f6470a details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:47:37.810710 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665b1b8-396e-4a70-91af-7148bf838805 req-668ad65b-9474-4588-b49b-55f7bc79c1af tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:37.813334 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a665b1b8-396e-4a70-91af-7148bf838805 req-668ad65b-9474-4588-b49b-55f7bc79c1af tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 943 time: 0.2282851 Sep 03 12:47:37.829472 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:37.853974 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c0e7c1c3-665a-4a12-beb6-4f22fe0a476f HTTP/1.1" status: 204 len: 168 time: 2.8063815 Sep 03 12:47:37.882137 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:47:37.889780 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:37.909920 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031438f7-37a0-4942-b6ad-b4a57f0f6ed2 None None] Pushing event updated for resources: {'Port': ['ID=a1825f43-c1e2-4aeb-9f36-094f33f2c7e9,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:37.915086 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60796) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:38.022161 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-820ae93d-0ae2-4c8a-8484-d5c506317526 req-653399f6-c0a6-4481-8c86-e84af5c488ce service neutron] 10.222.0.22 "GET /v2.0/networks/83bda6d6-762d-4e17-884d-92257167c675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419487 Sep 03 12:47:38.082676 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6294-17a0-4afc-b4c4-c634461f3d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.099949 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4730a21-0f13-4502-882f-20323ff6f285 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e7c1c3-665a-4a12-beb6-4f22fe0a476f,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:38.196537 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 463bbe24-5676-4ced-9118-72f026f6470a, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=463bbe24-5676-4ced-9118-72f026f6470a,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:38.223301 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '463bbe24-5676-4ced-9118-72f026f6470a', 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8', 'port_id': '463bbe24-5676-4ced-9118-72f026f6470a', 'mac_address': 'fa:16:3e:0e:43:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c9b9e2-e641-4e80-b66d-98a10f2a744e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:47:38.228086 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:47:38.244125 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1386-20e6-4d03-b5f7-75da28d7cc4b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.253803 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b1bf869e-464b-445b-9c14-205662de6a47 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.312232 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b1bf869e-464b-445b-9c14-205662de6a47 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.351445 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 0d2eec62-1ee2-4182-b902-9bf81a195c3c up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:38.362961 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1386-20e6-4d03-b5f7-75da28d7cc4b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.370960 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-820ae93d-0ae2-4c8a-8484-d5c506317526 req-3e1d712f-2159-4f6e-86fc-fb988180e4d3 service neutron] 10.222.0.22 "GET /v2.0/networks/83bda6d6-762d-4e17-884d-92257167c675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055484 Sep 03 12:47:38.393813 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a665b1b8-396e-4a70-91af-7148bf838805 req-1e0b4b43-decc-47a6-a409-950c704517d5 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669858 Sep 03 12:47:38.400779 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.421757 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8b7d98-f37e-49d0-8c11-e6c6bb67f0db admin admin] Deleting subnet d939c2e4-3e96-4abc-b5bb-cbb21d5081ae {{(pid=100322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:47:38.433870 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7d98-f37e-49d0-8c11-e6c6bb67f0db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.434083 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e1386-20e6-4d03-b5f7-75da28d7cc4b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ed0d51-3c6e-4f21-a893-ae72cf9e2a6d,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:38.439129 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463bbe24-5676-4ced-9118-72f026f6470a {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:47:38.469885 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-910b50bd-0eb7-4be9-a04d-93adbfa55296 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:38.471490 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-910b50bd-0eb7-4be9-a04d-93adbfa55296 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.22 "GET /v2.0/networks?id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 HTTP/1.1" status: 200 len: 819 time: 0.6185434 Sep 03 12:47:38.482192 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf869e-464b-445b-9c14-205662de6a47 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e65aded-0233-4e59-a161-3366b8f9ffcd,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:38.493299 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-17952e09-9057-43ee-8989-c8abb3897c29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Request body: {'port': {'device_id': 'bd82d1e8-68a8-496d-8179-187e45778cd0', 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5', 'admin_state_up': True, 'tenant_id': 'f8cfaba424f344748b291e9091f6246f'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:38.549084 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7d98-f37e-49d0-8c11-e6c6bb67f0db admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.558884 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6294-17a0-4afc-b4c4-c634461f3d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.567549 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6294-17a0-4afc-b4c4-c634461f3d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.570621 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7d98-f37e-49d0-8c11-e6c6bb67f0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.613287 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1386-20e6-4d03-b5f7-75da28d7cc4b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.615810 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-fe5e1386-20e6-4d03-b5f7-75da28d7cc4b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2821643 Sep 03 12:47:38.623549 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60812) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:38.628068 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Request body: {'floatingip': {'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:38.640280 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b1bf869e-464b-445b-9c14-205662de6a47 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.644509 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-b1bf869e-464b-445b-9c14-205662de6a47 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3916972 Sep 03 12:47:38.659257 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 463bbe24-5676-4ced-9118-72f026f6470a, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=463bbe24-5676-4ced-9118-72f026f6470a,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:38.659825 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60814) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:38.669937 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-ec2a13f2-322f-4f2a-b740-b18c3217d688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Request body: {'security_group_rule': {'security_group_id': '7e65aded-0233-4e59-a161-3366b8f9ffcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:38.670856 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.671782 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 777ab163-244c-4fd3-9604-52a8879cd4fa details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:47:38.672511 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d6294-17a0-4afc-b4c4-c634461f3d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85462234-cceb-4127-a967-8631cd4e4ae4,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:38.681806 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3dcf4908-225b-4f3d-b8c9-354230eced4f req-3eec0a9c-fe87-4f41-b348-cb595e186734 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 210 time: 0.0469503 Sep 03 12:47:38.690408 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6c5d6294-17a0-4afc-b4c4-c634461f3d8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f82a44657a014c349847b644e765ca52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0132713 Sep 03 12:47:38.694282 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60816) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:38.750371 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.757947 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 0d2eec62-1ee2-4182-b902-9bf81a195c3c triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:38.758327 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.792327 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3c39c558-bab5-4cc6-b2d6-a91a39dde597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.847213 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ec2a13f2-322f-4f2a-b740-b18c3217d688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.852819 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3c39c558-bab5-4cc6-b2d6-a91a39dde597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.857213 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af2b1f-4d9d-46e1-a50c-0fe992881ca1 req-858097bb-a8ae-4169-9ebe-033989a9bf4e tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:38.858774 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-50af2b1f-4d9d-46e1-a50c-0fe992881ca1 req-858097bb-a8ae-4169-9ebe-033989a9bf4e tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 944 time: 0.2280874 Sep 03 12:47:38.864427 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7d98-f37e-49d0-8c11-e6c6bb67f0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for subnet, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.866947 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=463bbe24-5676-4ced-9118-72f026f6470a,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:38.940654 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7d98-f37e-49d0-8c11-e6c6bb67f0db admin admin] Notify callbacks [] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:38.946171 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-6d8b7d98-f37e-49d0-8c11-e6c6bb67f0db admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d939c2e4-3e96-4abc-b5bb-cbb21d5081ae HTTP/1.1" status: 204 len: 168 time: 1.0210001 Sep 03 12:47:38.946428 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60818) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:38.969383 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b7d98-f37e-49d0-8c11-e6c6bb67f0db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d939c2e4-3e96-4abc-b5bb-cbb21d5081ae,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:38.976971 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-17952e09-9057-43ee-8989-c8abb3897c29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Made reservation on behalf of f8cfaba424f344748b291e9091f6246f for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:38.980395 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-17952e09-9057-43ee-8989-c8abb3897c29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.008223 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 777ab163-244c-4fd3-9604-52a8879cd4fa, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=777ab163-244c-4fd3-9604-52a8879cd4fa,segment=NetworkSegment(76426816-46ef-4c3e-b8ec-c238c8a3d8df),segment_id=76426816-46ef-4c3e-b8ec-c238c8a3d8df)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:39.017553 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:39.021624 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:47:39.038738 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.054863 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-50af2b1f-4d9d-46e1-a50c-0fe992881ca1 req-525fa262-b3f0-493d-aaea-34e7597b4398 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809673 Sep 03 12:47:39.060869 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215e52d-5146-48eb-9ffd-45b80fee0bed None None] The sync data for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi is: [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:47:39.061712 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e602d80-54ec-4889-b687-eb096273bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.063545 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '777ab163-244c-4fd3-9604-52a8879cd4fa', 'network_id': '83bda6d6-762d-4e17-884d-92257167c675', 'port_id': '777ab163-244c-4fd3-9604-52a8879cd4fa', 'mac_address': 'fa:16:3e:a6:cc:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102cb50f-2875-4971-9e6f-f4685e0b9b84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:47:39.085839 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Transition to ACTIVE for port object 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:39.087195 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3c39c558-bab5-4cc6-b2d6-a91a39dde597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.090146 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3c39c558-bab5-4cc6-b2d6-a91a39dde597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.093697 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-3c39c558-bab5-4cc6-b2d6-a91a39dde597 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85462234-cceb-4127-a967-8631cd4e4ae4 HTTP/1.1" status: 204 len: 168 time: 0.3960645 Sep 03 12:47:39.112538 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39c558-bab5-4cc6-b2d6-a91a39dde597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85462234-cceb-4127-a967-8631cd4e4ae4,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:39.119930 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.138148 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.143110 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.149301 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ec2a13f2-322f-4f2a-b740-b18c3217d688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.179471 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777ab163-244c-4fd3-9604-52a8879cd4fa {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:47:39.187590 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ec2a13f2-322f-4f2a-b740-b18c3217d688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.204848 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 777ab163-244c-4fd3-9604-52a8879cd4fa, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=777ab163-244c-4fd3-9604-52a8879cd4fa,segment=NetworkSegment(76426816-46ef-4c3e-b8ec-c238c8a3d8df),segment_id=76426816-46ef-4c3e-b8ec-c238c8a3d8df)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:39.212617 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.274890 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a13f2-322f-4f2a-b740-b18c3217d688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e906805b-4d6b-4e0c-b9fd-983699eeb274,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:39.307397 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e602d80-54ec-4889-b687-eb096273bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.325175 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-3e602d80-54ec-4889-b687-eb096273bbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8f1604-550a-4db4-91c7-4c91160e3129']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:39.334540 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Pushing event updated for resources: {'Port': ['ID=52c2f6a7-0532-4ebe-b2be-a3662564f0f1,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:39.340789 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ec2a13f2-322f-4f2a-b740-b18c3217d688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.344920 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-ec2a13f2-322f-4f2a-b740-b18c3217d688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6757658 Sep 03 12:47:39.345117 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60824) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:39.353969 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-3e602d80-54ec-4889-b687-eb096273bbb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740f6259-9d55-4acb-b351-a7beb8803add') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:39.356421 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-3e602d80-54ec-4889-b687-eb096273bbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740f6259-9d55-4acb-b351-a7beb8803add') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:47:39.364100 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-2d138b93-779b-41f2-819e-b603304cb8fe tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Request body: {'security_group_rule': {'security_group_id': '7e65aded-0233-4e59-a161-3366b8f9ffcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:39.370055 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=777ab163-244c-4fd3-9604-52a8879cd4fa,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:39.382137 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Attempting to bind port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:39.382473 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Attempting to bind port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '66ad9225-0ce0-4fa3-852d-8b9aea0bad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:39.382946 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Attempting to bind port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 on network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:39.388674 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e602d80-54ec-4889-b687-eb096273bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3855491'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.393011 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 on network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:47:39.393337 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Attempting to bind port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 on network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:39.414081 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:39.414453 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e602d80-54ec-4889-b687-eb096273bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.414643 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Checking segment: {'id': '66ad9225-0ce0-4fa3-852d-8b9aea0bad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:39.415270 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Bound using segment: {'id': '66ad9225-0ce0-4fa3-852d-8b9aea0bad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:39.415848 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Bound port: 52c2f6a7-0532-4ebe-b2be-a3662564f0f1, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ad9225-0ce0-4fa3-852d-8b9aea0bad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:39.416440 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.419881 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-17952e09-9057-43ee-8989-c8abb3897c29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Allocated IP 172.20.0.13 (97ae51b5-4f14-4eed-9b9a-c4c8663e85d5/3a9aeb54-d293-4b41-839b-75ef7d36a819/cf28a561-4962-4492-b838-99c637107a07) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:39.498882 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['777ab163-244c-4fd3-9604-52a8879cd4fa'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:47:39.515991 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e602d80-54ec-4889-b687-eb096273bbb2 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:47:39.517250 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e602d80-54ec-4889-b687-eb096273bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595558'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: Traceback (most recent call last): Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: timer() Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: cb(*args, **kw) Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: return func(*args, **kwargs) Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: self._notify() Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: self.callback(batched_events) Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: event.method(event) Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: return f(self, *a, **k) Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._get(url).json() Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:47:39.533586 dv-cinder-806559-6-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:47:39.600267 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] For port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:39.624536 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['463bbe24-5676-4ced-9118-72f026f6470a'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:47:39.632475 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:47:39.666947 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] For port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=52c2f6a7-0532-4ebe-b2be-a3662564f0f1,segment=NetworkSegment(66ad9225-0ce0-4fa3-852d-8b9aea0bad68),segment_id=66ad9225-0ce0-4fa3-852d-8b9aea0bad68)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:39.713747 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.751302 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Allocated IP 172.27.0.57 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/0c4f31e7-100b-4aac-8b6c-6a724a1eedd5) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:39.757322 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e602d80-54ec-4889-b687-eb096273bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.765701 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e602d80-54ec-4889-b687-eb096273bbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.769076 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-3e602d80-54ec-4889-b687-eb096273bbb2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/aa8f1604-550a-4db4-91c7-4c91160e3129 HTTP/1.1" status: 204 len: 168 time: 0.8212483 Sep 03 12:47:39.809597 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:39.810771 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.813650 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] 10.222.0.22 "PUT /v2.0/ports/52c2f6a7-0532-4ebe-b2be-a3662564f0f1 HTTP/1.1" status: 200 len: 1093 time: 2.2667069 Sep 03 12:47:39.814090 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2d138b93-779b-41f2-819e-b603304cb8fe tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:39.816881 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac6e951-55ca-4bae-9d5e-eb04be4e2eb4', 'tag': '52c2f6a7-0532-4ebe-b2be-a3662564f0f1'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:47:39.838394 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167b7cb5-7cfc-46be-b8a6-8abcf30aeb62" -d '{"events": [{"name": "network-changed", "server_uuid": "bac6e951-55ca-4bae-9d5e-eb04be4e2eb4", "tag": "52c2f6a7-0532-4ebe-b2be-a3662564f0f1"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:47:39.855959 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c2aee-c429-4b15-975e-6c79519a010f req-bfe90b67-6ed9-4a9f-91c6-fb0857853ac8 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:39.858477 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-908c2aee-c429-4b15-975e-6c79519a010f req-bfe90b67-6ed9-4a9f-91c6-fb0857853ac8 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 944 time: 0.3236279 Sep 03 12:47:39.886248 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e602d80-54ec-4889-b687-eb096273bbb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8f1604-550a-4db4-91c7-4c91160e3129,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:40.060052 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94aa29f-8d92-4357-b37c-70fb8ea0c282 service neutron] Pushing event updated for resources: {'Port': ['ID=52c2f6a7-0532-4ebe-b2be-a3662564f0f1,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:40.094331 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-908c2aee-c429-4b15-975e-6c79519a010f req-cff726dc-3850-44c6-ae13-b90175f43432 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944878 Sep 03 12:47:40.094962 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60850) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:40.113172 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-87170eaa-cb2a-422b-b66d-0c748383f54b req-05dfc24e-7f29-4a25-94e0-a721cc3e5636 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 210 time: 0.2360904 Sep 03 12:47:40.124888 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-17952e09-9057-43ee-8989-c8abb3897c29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.150365 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-0606912b-206d-4878-b271-bcda9a030b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:40.151934 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-0606912b-206d-4878-b271-bcda9a030b44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfaba424f344748b291e9091f6246f&device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 1096 time: 0.2149513 Sep 03 12:47:40.167020 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2d138b93-779b-41f2-819e-b603304cb8fe tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.202753 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6847b4e-ddcb-4441-bb2e-921d1573b457 x-openstack-request-id: req-e6847b4e-ddcb-4441-bb2e-921d1573b457 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:47:40.203625 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac6e951-55ca-4bae-9d5e-eb04be4e2eb4", "tag": "52c2f6a7-0532-4ebe-b2be-a3662564f0f1", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:47:40.203788 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2d138b93-779b-41f2-819e-b603304cb8fe tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.204909 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6847b4e-ddcb-4441-bb2e-921d1573b457 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:47:40.206132 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac6e951-55ca-4bae-9d5e-eb04be4e2eb4', 'tag': '52c2f6a7-0532-4ebe-b2be-a3662564f0f1', 'status': 'completed', 'code': 200} Sep 03 12:47:40.240897 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d138b93-779b-41f2-819e-b603304cb8fe tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9538df55-d7df-434f-93ef-a947ed28af03,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:40.275928 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-41a9fb48-1f15-4749-b26c-13149122ddee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c2f6a7-0532-4ebe-b2be-a3662564f0f1 HTTP/1.1" status: 200 len: 217 time: 0.1004860 Sep 03 12:47:40.292031 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:40.295097 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2d138b93-779b-41f2-819e-b603304cb8fe tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.300365 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2d138b93-779b-41f2-819e-b603304cb8fe tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9498060 Sep 03 12:47:40.307125 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60858) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:40.309741 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.319550 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Request body: {'floatingip': {'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:40.319718 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-0900f35e-34b5-4b61-91b7-d88940ff68ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecd866e897f442ff92ef0426fc68461c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101936 Sep 03 12:47:40.320175 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60860) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:40.370865 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-36d7da76-65e9-4b09-9105-ca8c9763a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:40.372403 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-36d7da76-65e9-4b09-9105-ca8c9763a84f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a9aeb54-d293-4b41-839b-75ef7d36a819 HTTP/1.1" status: 200 len: 859 time: 0.0629506 Sep 03 12:47:40.378341 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:40.386340 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:40.387428 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.403846 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-17952e09-9057-43ee-8989-c8abb3897c29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.435968 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-19fd72ff-e7f1-4a51-8797-8d66a1097f6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510590 Sep 03 12:47:40.473117 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-37682dea-2629-4a8c-9650-78999393545c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.514412 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.552904 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.572149 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-37682dea-2629-4a8c-9650-78999393545c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.602803 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=a1825f43-c1e2-4aeb-9f36-094f33f2c7e9,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:40.608125 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.623570 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:40.641297 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event updated for resources: {'Port': ['ID=0c4f31e7-100b-4aac-8b6c-6a724a1eedd5,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:40.648786 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:40.651228 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:40.701002 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=a1825f43-c1e2-4aeb-9f36-094f33f2c7e9,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:40.744289 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-17952e09-9057-43ee-8989-c8abb3897c29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:40.750205 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-17952e09-9057-43ee-8989-c8abb3897c29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:40.752817 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.756253 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-17952e09-9057-43ee-8989-c8abb3897c29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:40.762744 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-17952e09-9057-43ee-8989-c8abb3897c29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:40.764486 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-17952e09-9057-43ee-8989-c8abb3897c29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.825112 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-37682dea-2629-4a8c-9650-78999393545c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.831144 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-37682dea-2629-4a8c-9650-78999393545c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:40.836899 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-37682dea-2629-4a8c-9650-78999393545c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b808730d-84b6-4fb6-8351-1a90725ab557 HTTP/1.1" status: 204 len: 168 time: 0.5129290 Sep 03 12:47:40.852257 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-17952e09-9057-43ee-8989-c8abb3897c29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3672016 Sep 03 12:47:40.861534 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74702255-1ff8-442f-b86f-903eb672e855 req-6c0927fa-b927-46ff-9204-9565bf3ef9f8 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:40.868976 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-74702255-1ff8-442f-b86f-903eb672e855 req-6c0927fa-b927-46ff-9204-9565bf3ef9f8 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 945 time: 0.6476262 Sep 03 12:47:40.883979 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Request body: {'port': {'device_id': 'bd82d1e8-68a8-496d-8179-187e45778cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:40.903780 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17952e09-9057-43ee-8989-c8abb3897c29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Pushing event updated for resources: {'Port': ['ID=cf28a561-4962-4492-b838-99c637107a07,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:40.947197 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37682dea-2629-4a8c-9650-78999393545c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b808730d-84b6-4fb6-8351-1a90725ab557,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:41.030168 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:41.077806 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-92df62fc-4a37-4e8a-990e-0fa61ae0f6f9 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117926 Sep 03 12:47:41.124744 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-74702255-1ff8-442f-b86f-903eb672e855 req-cd07b378-01fe-4b74-bade-d230e9435aef tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548232 Sep 03 12:47:41.145878 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:41.295807 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f2456448-6a5c-4043-9ebb-dc895e6fb26c req-98b4227e-9545-46ab-888c-d7c592f9c6ae service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058015 Sep 03 12:47:41.339435 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:41.385674 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbefed3-5ff4-44bf-a800-7dc2c944bfbb req-a00d658d-18a5-43d7-8551-5d2efbee3ebe tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:41.387482 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8dbefed3-5ff4-44bf-a800-7dc2c944bfbb req-a00d658d-18a5-43d7-8551-5d2efbee3ebe tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 944 time: 0.0957782 Sep 03 12:47:41.450296 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:41.485637 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8dbefed3-5ff4-44bf-a800-7dc2c944bfbb req-42837f4e-e19d-4aa6-ac32-16bf7b8e81e2 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830851 Sep 03 12:47:41.556795 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 60888) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:41.595968 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b2557-ea5c-421f-b748-c938914bf650 req-df085339-eee7-4886-a610-832eb68de869 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:41.603308 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f64b2557-ea5c-421f-b748-c938914bf650 req-df085339-eee7-4886-a610-832eb68de869 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 932 time: 0.3053718 Sep 03 12:47:41.637739 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:41.643189 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:41.646482 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b7cb5-7cfc-46be-b8a6-8abcf30aeb62 req-db7747de-8038-4d7f-92aa-88c906def442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:41.648161 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-167b7cb5-7cfc-46be-b8a6-8abcf30aeb62 req-db7747de-8038-4d7f-92aa-88c906def442 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfaba424f344748b291e9091f6246f&device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 1096 time: 0.2841842 Sep 03 12:47:41.698592 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event updated for resources: {'Port': ['ID=0c4f31e7-100b-4aac-8b6c-6a724a1eedd5,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:41.724702 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 463bbe24-5676-4ced-9118-72f026f6470a up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:41.754110 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:41.776767 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:41.778099 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f64b2557-ea5c-421f-b748-c938914bf650 req-8f2e6638-d3a4-41a8-b02f-a720f878a87c tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734762 Sep 03 12:47:41.779653 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ca763daf-a602-4abb-b855-bdff29514500 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1549184 Sep 03 12:47:41.805182 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 463bbe24-5676-4ced-9118-72f026f6470a completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:41.810861 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 463bbe24-5676-4ced-9118-72f026f6470a triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:41.811329 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:41.858936 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-c6c039bf-cdb2-41b5-988d-9947ff849a77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a717a1f60d004c4aa1b9ae4405766de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946014 Sep 03 12:47:41.861562 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 60894) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:41.985546 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-595702a7-d7aa-497b-89c2-c6b9b0a93806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:41.991749 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:42.017124 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6551e104-bf37-4648-8199-550715ac84c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463bbe24-5676-4ced-9118-72f026f6470a'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:47:42.044778 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-595702a7-d7aa-497b-89c2-c6b9b0a93806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:42.099916 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf28a561-4962-4492-b838-99c637107a07 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:47:42.109867 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Allocated IP 172.27.0.52 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/06487efa-80f3-455e-befb-0684c41522ca) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:42.116222 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 463bbe24-5676-4ced-9118-72f026f6470a, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=463bbe24-5676-4ced-9118-72f026f6470a,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:42.122071 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:42.123179 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 777ab163-244c-4fd3-9604-52a8879cd4fa up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:42.126376 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:42.149938 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Transition to ACTIVE for port object cf28a561-4962-4492-b838-99c637107a07 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:42.161054 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:42.253931 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=463bbe24-5676-4ced-9118-72f026f6470a,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:42.271732 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 777ab163-244c-4fd3-9604-52a8879cd4fa completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:42.276915 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 777ab163-244c-4fd3-9604-52a8879cd4fa triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:42.277792 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:42.344644 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:42.377661 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b7cb5-7cfc-46be-b8a6-8abcf30aeb62 req-e5ea1760-5520-450f-bf5d-b5f8aba304ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:42.379229 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-167b7cb5-7cfc-46be-b8a6-8abcf30aeb62 req-e5ea1760-5520-450f-bf5d-b5f8aba304ee service neutron] 10.222.0.22 "GET /v2.0/networks?id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 HTTP/1.1" status: 200 len: 920 time: 0.7198474 Sep 03 12:47:42.394382 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac63daf-1bda-4bc4-b863-40e8b67672c1" -d '{"events": [{"server_uuid": "6551e104-bf37-4648-8199-550715ac84c2", "name": "network-vif-plugged", "status": "completed", "tag": "463bbe24-5676-4ced-9118-72f026f6470a"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:47:42.428847 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf28a561-4962-4492-b838-99c637107a07,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:42.448871 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-19806b7c-50be-4a82-afcd-a24a3868dfda tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--13914589&fields=id&tenant_id=4442a0ebb15444b3a4022331e04ec01f HTTP/1.1" status: 200 len: 267 time: 0.2064610 Sep 03 12:47:42.455531 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-595702a7-d7aa-497b-89c2-c6b9b0a93806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:42.458761 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-595702a7-d7aa-497b-89c2-c6b9b0a93806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:42.460336 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-595702a7-d7aa-497b-89c2-c6b9b0a93806 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73f01493-fb90-456e-9da6-44c8e8c730a4 HTTP/1.1" status: 204 len: 168 time: 0.5977859 Sep 03 12:47:42.488485 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:42.488770 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:42.502548 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595702a7-d7aa-497b-89c2-c6b9b0a93806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f01493-fb90-456e-9da6-44c8e8c730a4,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:42.506329 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-167b7cb5-7cfc-46be-b8a6-8abcf30aeb62 req-0ba9cdfb-e30e-4cf4-9a05-506ea0556726 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c2f6a7-0532-4ebe-b2be-a3662564f0f1 HTTP/1.1" status: 200 len: 217 time: 0.1074798 Sep 03 12:47:42.526638 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:42.550227 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Attempting to bind port cf28a561-4962-4492-b838-99c637107a07 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:42.550577 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Attempting to bind port cf28a561-4962-4492-b838-99c637107a07 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '66ad9225-0ce0-4fa3-852d-8b9aea0bad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:42.550915 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Attempting to bind port cf28a561-4962-4492-b838-99c637107a07 on network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:42.593960 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Port cf28a561-4962-4492-b838-99c637107a07 on network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:47:42.594291 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Attempting to bind port cf28a561-4962-4492-b838-99c637107a07 on network 97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:42.654606 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:42.656810 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Checking segment: {'id': '66ad9225-0ce0-4fa3-852d-8b9aea0bad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:42.657227 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Bound using segment: {'id': '66ad9225-0ce0-4fa3-852d-8b9aea0bad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:42.659489 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Bound port: cf28a561-4962-4492-b838-99c637107a07, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ad9225-0ce0-4fa3-852d-8b9aea0bad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:42.659900 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:42.664853 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b3571-4033-4dfe-b732-5452825b01d3 req-1e38cd47-e2e4-49a8-9a1b-537ff3d2e773 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:42.667849 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 777ab163-244c-4fd3-9604-52a8879cd4fa, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=777ab163-244c-4fd3-9604-52a8879cd4fa,segment=NetworkSegment(76426816-46ef-4c3e-b8ec-c238c8a3d8df),segment_id=76426816-46ef-4c3e-b8ec-c238c8a3d8df)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:42.673439 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-1e38cd47-e2e4-49a8-9a1b-537ff3d2e773 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 817 time: 0.2065635 Sep 03 12:47:42.681773 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:42.706633 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-e9a38038-dc2d-45f4-b709-a37cfb2da77f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/quotas/4442a0ebb15444b3a4022331e04ec01f HTTP/1.1" status: 200 len: 375 time: 0.0209816 Sep 03 12:47:42.762036 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:42.771471 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=777ab163-244c-4fd3-9604-52a8879cd4fa,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:42.793834 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac985d-97db-45dc-92bf-5bd416e4563b req-6516767b-949a-470a-8929-801a480f2b5c tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:42.795854 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80ac985d-97db-45dc-92bf-5bd416e4563b req-6516767b-949a-470a-8929-801a480f2b5c tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 945 time: 0.4139254 Sep 03 12:47:42.811788 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-db643981-31d3-4368-bada-8a6b1b200df0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919523 Sep 03 12:47:42.825640 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b7cb5-7cfc-46be-b8a6-8abcf30aeb62 req-4b6da72e-df6f-4596-8822-1caad3a5aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:42.827348 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-167b7cb5-7cfc-46be-b8a6-8abcf30aeb62 req-4b6da72e-df6f-4596-8822-1caad3a5aede service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a9aeb54-d293-4b41-839b-75ef7d36a819 HTTP/1.1" status: 200 len: 859 time: 0.2786775 Sep 03 12:47:42.960512 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-167b7cb5-7cfc-46be-b8a6-8abcf30aeb62 req-4cc6b282-c19d-459d-809f-52e274d17787 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663719 Sep 03 12:47:42.979485 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-f94e324c-7e23-455c-a386-a403a623f3d0 service neutron] 10.222.0.23 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377020 Sep 03 12:47:43.056701 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-80ac985d-97db-45dc-92bf-5bd416e4563b req-22bd1a3b-de52-4f47-8512-a6f1ba6a1d2b tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489691 Sep 03 12:47:43.077537 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] For port cf28a561-4962-4492-b838-99c637107a07, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:43.094228 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:43.131802 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-2a9e3213-d4a1-4b8b-b0d0-bfaabfbea74d service neutron] 10.222.0.23 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513577 Sep 03 12:47:43.140576 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] For port cf28a561-4962-4492-b838-99c637107a07, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=cf28a561-4962-4492-b838-99c637107a07,segment=NetworkSegment(66ad9225-0ce0-4fa3-852d-8b9aea0bad68),segment_id=66ad9225-0ce0-4fa3-852d-8b9aea0bad68)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:43.147252 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event updated for resources: {'Port': ['ID=06487efa-80f3-455e-befb-0684c41522ca,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:43.194387 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:43.230690 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:43.290354 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:43.314264 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:43.348677 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-167b7cb5-7cfc-46be-b8a6-8abcf30aeb62 req-ad6c8921-03e1-470e-bee0-c69f22202da1 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358810 Sep 03 12:47:43.397199 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf28a561-4962-4492-b838-99c637107a07,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:43.445332 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:43.445543 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:43.447029 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-df5706ce-e4be-4062-b76a-264c543dd6d5 service neutron] 10.222.0.22 "PUT /v2.0/ports/cf28a561-4962-4492-b838-99c637107a07 HTTP/1.1" status: 200 len: 1094 time: 2.5704587 Sep 03 12:47:43.447469 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd82d1e8-68a8-496d-8179-187e45778cd0', 'tag': 'cf28a561-4962-4492-b838-99c637107a07'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:47:43.450302 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6033d22-c919-4cb1-8d26-8154143174c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd82d1e8-68a8-496d-8179-187e45778cd0", "tag": "cf28a561-4962-4492-b838-99c637107a07"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:47:43.464797 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ec9c4-4c30-444c-aa8b-48114c540a00 req-ed693ad9-76d5-4e01-b267-97220c332ea7 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:43.472432 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a58ec9c4-4c30-444c-aa8b-48114c540a00 req-ed693ad9-76d5-4e01-b267-97220c332ea7 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 945 time: 0.0876353 Sep 03 12:47:43.527903 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:43.530234 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ed1fa8-517b-4168-bfb7-706bf49fd7eb x-openstack-request-id: req-15ed1fa8-517b-4168-bfb7-706bf49fd7eb {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:47:43.531080 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6551e104-bf37-4648-8199-550715ac84c2", "name": "network-vif-plugged", "status": "completed", "tag": "463bbe24-5676-4ced-9118-72f026f6470a", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:47:43.531365 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15ed1fa8-517b-4168-bfb7-706bf49fd7eb {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:47:43.532386 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6551e104-bf37-4648-8199-550715ac84c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463bbe24-5676-4ced-9118-72f026f6470a', 'code': 200} Sep 03 12:47:43.537866 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a58ec9c4-4c30-444c-aa8b-48114c540a00 req-da7c7f8b-f988-46e2-8f63-48052066d641 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597329 Sep 03 12:47:43.608727 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:43.644281 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f38dafe8-dd92-4198-a79c-92e5bb9ff300 req-1d1f34c7-06a5-4920-bd20-181b61d1b324 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 210 time: 0.0561955 Sep 03 12:47:43.830630 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e95902-0cf3-47fc-b324-8848e9502753 x-openstack-request-id: req-f4e95902-0cf3-47fc-b324-8848e9502753 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:47:43.830939 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd82d1e8-68a8-496d-8179-187e45778cd0", "tag": "cf28a561-4962-4492-b838-99c637107a07", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:47:43.831200 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4e95902-0cf3-47fc-b324-8848e9502753 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:47:43.831586 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd82d1e8-68a8-496d-8179-187e45778cd0', 'tag': 'cf28a561-4962-4492-b838-99c637107a07', 'status': 'completed', 'code': 200} Sep 03 12:47:43.914689 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706e3e7-3e5b-422f-bb11-b949ebb2995a req-6567b3fe-63cc-403d-9f80-71cbc7bc34a6 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:43.916235 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2706e3e7-3e5b-422f-bb11-b949ebb2995a req-6567b3fe-63cc-403d-9f80-71cbc7bc34a6 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 944 time: 0.0839088 Sep 03 12:47:44.001238 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2706e3e7-3e5b-422f-bb11-b949ebb2995a req-ea3bb841-901a-4378-b8d4-20149b7eed68 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769060 Sep 03 12:47:44.049720 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:44.055513 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:44.086619 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:44.110967 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event updated for resources: {'Port': ['ID=06487efa-80f3-455e-befb-0684c41522ca,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:44.113309 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:44.115365 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-884114d4-e7f9-4975-bc0a-8c3d84c0153e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8038826 Sep 03 12:47:44.189342 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca458217-670e-44c6-8bcd-576ece796e63 req-97d8129b-2c19-4d83-a5f8-135fc28c8712 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:44.190889 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ca458217-670e-44c6-8bcd-576ece796e63 req-97d8129b-2c19-4d83-a5f8-135fc28c8712 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 946 time: 0.0538762 Sep 03 12:47:44.242531 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ca458217-670e-44c6-8bcd-576ece796e63 req-ed365aac-9668-4eff-a967-ab01c7c6a02a tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400994 Sep 03 12:47:44.340224 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-6cf0e555-b14b-47f5-9635-ee26d6156723 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--99284257&fields=id&tenant_id=c7d060594d0645abb0e087e7bb9ffe5d HTTP/1.1" status: 200 len: 267 time: 0.0465107 Sep 03 12:47:44.466835 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-d1ae4cde-8750-4ecf-8f57-2fb66f644ae2 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:44.473758 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-d1ae4cde-8750-4ecf-8f57-2fb66f644ae2 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/networks?id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1 HTTP/1.1" status: 200 len: 811 time: 0.1224213 Sep 03 12:47:44.484167 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-9dda43e1-e44d-4d5f-9510-6c5b41f6872f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/quotas/c7d060594d0645abb0e087e7bb9ffe5d HTTP/1.1" status: 200 len: 375 time: 0.0095499 Sep 03 12:47:44.554465 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-2446afa7-e273-4bde-b9d1-7a8f681f3c16 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7d060594d0645abb0e087e7bb9ffe5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641525 Sep 03 12:47:44.676937 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fe099-19e9-41bf-b475-cfd5fbcdfdc2 req-a4738886-74ca-405a-883c-9952d4c348cb tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:44.678812 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-962fe099-19e9-41bf-b475-cfd5fbcdfdc2 req-a4738886-74ca-405a-883c-9952d4c348cb tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 945 time: 0.0629821 Sep 03 12:47:44.685883 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-2a02e876-dd8b-4b99-8528-5d6da5f2f98b service neutron] 10.222.0.23 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217201 Sep 03 12:47:44.720227 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-962fe099-19e9-41bf-b475-cfd5fbcdfdc2 req-19bd5f83-af19-450e-b761-6f753f2c9910 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331206 Sep 03 12:47:44.785235 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-9d549087-7a29-403c-9745-0173d2ef10e0 service neutron] 10.222.0.23 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931032 Sep 03 12:47:44.815785 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4cfa3728-ccc6-4d29-9dd8-91e3a5e6d444 req-6edac324-59f0-4bb1-8485-f3628190163e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 210 time: 0.0298879 Sep 03 12:47:44.949747 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 32806) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:44.951920 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-13232cd3-23a3-4ae5-84c7-5f0b68fcd346 req-944bf159-d3df-4507-8e3b-8e23e715ba89 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 210 time: 0.0269561 Sep 03 12:47:45.047895 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:47:45.093462 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3c70ff2d-99ab-4c4d-b675-e20863b7a3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:45.212806 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=52c2f6a7-0532-4ebe-b2be-a3662564f0f1,segment=NetworkSegment(66ad9225-0ce0-4fa3-852d-8b9aea0bad68),segment_id=66ad9225-0ce0-4fa3-852d-8b9aea0bad68)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:45.227378 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '52c2f6a7-0532-4ebe-b2be-a3662564f0f1', 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5', 'port_id': '52c2f6a7-0532-4ebe-b2be-a3662564f0f1', 'mac_address': 'fa:16:3e:ee:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9aeb54-d293-4b41-839b-75ef7d36a819', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:47:45.254914 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d97a8-a46d-4ad4-88e8-850d8bea62bb req-6ffeb0ee-e7e3-4034-b00c-e5b5a4ddb247 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:45.256553 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f33d97a8-a46d-4ad4-88e8-850d8bea62bb req-6ffeb0ee-e7e3-4034-b00c-e5b5a4ddb247 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 944 time: 0.1162705 Sep 03 12:47:45.280352 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:45.295880 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-167b7cb5-7cfc-46be-b8a6-8abcf30aeb62 req-2e3052af-935e-4463-838a-0dc93a9e24a2 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441792 Sep 03 12:47:45.305317 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:47:45.330542 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f33d97a8-a46d-4ad4-88e8-850d8bea62bb req-51982477-a26a-4248-90d1-0009c994001b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585880 Sep 03 12:47:45.335415 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=52c2f6a7-0532-4ebe-b2be-a3662564f0f1,segment=NetworkSegment(66ad9225-0ce0-4fa3-852d-8b9aea0bad68),segment_id=66ad9225-0ce0-4fa3-852d-8b9aea0bad68)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:45.340744 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:45.346058 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3c70ff2d-99ab-4c4d-b675-e20863b7a3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:45.352390 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3c70ff2d-99ab-4c4d-b675-e20863b7a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:45.382260 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ab390-5690-48ab-a68d-96fc823ad34b req-54d7e135-ae18-4b3d-a095-6bb96bd7ac03 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:45.384432 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-469ab390-5690-48ab-a68d-96fc823ad34b req-54d7e135-ae18-4b3d-a095-6bb96bd7ac03 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 946 time: 0.0571196 Sep 03 12:47:45.401133 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-3c70ff2d-99ab-4c4d-b675-e20863b7a3d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=915b456736a941248c9ecd1599be8bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4500978 Sep 03 12:47:45.401333 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=52c2f6a7-0532-4ebe-b2be-a3662564f0f1,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:45.401788 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70ff2d-99ab-4c4d-b675-e20863b7a3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e1a56e-5b0b-44c3-bfe6-7b5e407976f7,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:45.402009 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 32822) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:45.451245 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-469ab390-5690-48ab-a68d-96fc823ad34b req-f3f27c44-d5b4-47e6-af72-bdea54ed9702 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577028 Sep 03 12:47:45.476495 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-06eabe38-3c52-4870-ae6c-53099b9c22ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:45.498324 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-06eabe38-3c52-4870-ae6c-53099b9c22ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:45.533925 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd98caae-038a-4d10-9689-772c26adffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777ab163-244c-4fd3-9604-52a8879cd4fa'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:47:45.536862 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6785c27-6727-407f-87c6-32513ad23846" -d '{"events": [{"server_uuid": "fd98caae-038a-4d10-9689-772c26adffa5", "name": "network-vif-plugged", "status": "completed", "tag": "777ab163-244c-4fd3-9604-52a8879cd4fa"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:47:45.544359 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-06eabe38-3c52-4870-ae6c-53099b9c22ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:45.547326 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-06eabe38-3c52-4870-ae6c-53099b9c22ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:45.550865 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-06eabe38-3c52-4870-ae6c-53099b9c22ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0e1a56e-5b0b-44c3-bfe6-7b5e407976f7 HTTP/1.1" status: 204 len: 168 time: 0.1454654 Sep 03 12:47:45.567998 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eabe38-3c52-4870-ae6c-53099b9c22ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e1a56e-5b0b-44c3-bfe6-7b5e407976f7,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:45.573180 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e21c54-cbd3-48c7-9ac9-56df84e40b51 x-openstack-request-id: req-70e21c54-cbd3-48c7-9ac9-56df84e40b51 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:47:45.573474 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd98caae-038a-4d10-9689-772c26adffa5", "name": "network-vif-plugged", "status": "completed", "tag": "777ab163-244c-4fd3-9604-52a8879cd4fa", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:47:45.573837 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70e21c54-cbd3-48c7-9ac9-56df84e40b51 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:47:45.574119 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd98caae-038a-4d10-9689-772c26adffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777ab163-244c-4fd3-9604-52a8879cd4fa', 'code': 200} Sep 03 12:47:45.814362 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 32834) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:45.827749 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e02494ed-9ab1-496e-9767-018545594cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:45.841621 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371445a9-6ae0-4e04-bc77-4f8617ec709c req-1412e06d-6121-48b1-b5c9-691e7b12dcf0 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:45.843191 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-371445a9-6ae0-4e04-bc77-4f8617ec709c req-1412e06d-6121-48b1-b5c9-691e7b12dcf0 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 945 time: 0.0527861 Sep 03 12:47:45.891604 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-371445a9-6ae0-4e04-bc77-4f8617ec709c req-d75fba4c-c84c-4910-8933-6993bc51aea0 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399461 Sep 03 12:47:45.927313 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bc03be28-7265-40f6-a4a2-7856a1b5ca40 req-1dfab370-1952-4d34-bfef-46d6d5e9a03f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 210 time: 0.0318012 Sep 03 12:47:45.950204 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e02494ed-9ab1-496e-9767-018545594cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:45.954081 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e02494ed-9ab1-496e-9767-018545594cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:45.995938 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-e02494ed-9ab1-496e-9767-018545594cc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0416c0a761214dc0ae0be369a16b1fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803920 Sep 03 12:47:45.996772 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02494ed-9ab1-496e-9767-018545594cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f05c12-1a85-4385-b27e-0ff6872d9222,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:45.998638 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 32840) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:46.057906 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0f43f8e2-504b-4e9f-9774-34c3aaecbff6 req-d3b37bcd-3aaa-4bcf-a738-a3d2a12ab047 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 210 time: 0.0373578 Sep 03 12:47:46.073082 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-661752cf-4e54-457f-b637-c540e1dfdd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:46.095123 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-661752cf-4e54-457f-b637-c540e1dfdd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:46.140071 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6033d22-c919-4cb1-8d26-8154143174c8 req-d3797104-7705-4c05-b0d5-6dfb69ff33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:46.140390 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c6033d22-c919-4cb1-8d26-8154143174c8 req-d3797104-7705-4c05-b0d5-6dfb69ff33e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfaba424f344748b291e9091f6246f&device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 1097 time: 0.0433030 Sep 03 12:47:46.191682 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-661752cf-4e54-457f-b637-c540e1dfdd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:46.199441 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-661752cf-4e54-457f-b637-c540e1dfdd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:46.212317 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-661752cf-4e54-457f-b637-c540e1dfdd37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49f05c12-1a85-4385-b27e-0ff6872d9222 HTTP/1.1" status: 204 len: 168 time: 0.2122884 Sep 03 12:47:46.227152 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661752cf-4e54-457f-b637-c540e1dfdd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f05c12-1a85-4385-b27e-0ff6872d9222,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:46.272202 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['52c2f6a7-0532-4ebe-b2be-a3662564f0f1'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:47:46.485954 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913b60b-3c60-4a60-b6a3-2db636b532e0 req-2b20f3a1-ce9e-4091-9af6-4823c59d90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:46.487547 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9913b60b-3c60-4a60-b6a3-2db636b532e0 req-2b20f3a1-ce9e-4091-9af6-4823c59d90fc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 1099 time: 0.1856112 Sep 03 12:47:46.530520 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d7c56-977e-4ab2-aa0c-5cf14802f5d4 req-155fe53c-fa37-4a63-908b-c5ccac1d9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:46.532070 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c10d7c56-977e-4ab2-aa0c-5cf14802f5d4 req-155fe53c-fa37-4a63-908b-c5ccac1d9534 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 1098 time: 0.2543533 Sep 03 12:47:46.537731 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9913b60b-3c60-4a60-b6a3-2db636b532e0 req-b28c27bd-b09c-4fa9-ac99-2e461da66e98 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:46.542555 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6033d22-c919-4cb1-8d26-8154143174c8 req-c0eef17a-8ce1-43ef-b477-f22016715bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:46.544082 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c6033d22-c919-4cb1-8d26-8154143174c8 req-c0eef17a-8ce1-43ef-b477-f22016715bac service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f8cfaba424f344748b291e9091f6246f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3899605 Sep 03 12:47:46.647768 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-c10d7c56-977e-4ab2-aa0c-5cf14802f5d4 req-0cf13aef-5f8d-4d93-a92b-2b32ffca47c4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:46.651997 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d894-5c39-46e2-b2ff-3795c2f35b67 req-ca8a8f8e-759b-48e4-8fe8-c9e5e7e32bf1 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:46.653763 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3b86d894-5c39-46e2-b2ff-3795c2f35b67 req-ca8a8f8e-759b-48e4-8fe8-c9e5e7e32bf1 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 946 time: 0.0814221 Sep 03 12:47:46.670393 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e8ac2-c42f-4ca5-872f-adbe1190a6e3 req-a404e38d-0c16-4c15-bfc7-4e0e9853257b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:46.671938 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fe4e8ac2-c42f-4ca5-872f-adbe1190a6e3 req-a404e38d-0c16-4c15-bfc7-4e0e9853257b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 944 time: 0.1920223 Sep 03 12:47:46.720521 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3b86d894-5c39-46e2-b2ff-3795c2f35b67 req-b1bba184-84e7-401d-9a48-b2a77e0f25f1 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574129 Sep 03 12:47:46.733965 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9913b60b-3c60-4a60-b6a3-2db636b532e0 req-b28c27bd-b09c-4fa9-ac99-2e461da66e98 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:46.744806 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9913b60b-3c60-4a60-b6a3-2db636b532e0 req-b28c27bd-b09c-4fa9-ac99-2e461da66e98 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:46.805920 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9913b60b-3c60-4a60-b6a3-2db636b532e0 req-b28c27bd-b09c-4fa9-ac99-2e461da66e98 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064561 Sep 03 12:47:46.811667 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c27bd-b09c-4fa9-ac99-2e461da66e98 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7be59b50-1356-49a5-9570-35812fc2a36e,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:46.815415 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fe4e8ac2-c42f-4ca5-872f-adbe1190a6e3 req-a0f3d4f6-db81-4a62-9a5c-3ecc71f1a7ca tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312621 Sep 03 12:47:46.845606 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6033d22-c919-4cb1-8d26-8154143174c8 req-a5b69d6f-9178-4014-8db4-850a7324ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:46.847270 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c6033d22-c919-4cb1-8d26-8154143174c8 req-a5b69d6f-9178-4014-8db4-850a7324ecdb service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2864244 Sep 03 12:47:46.848828 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.db.api [req-c10d7c56-977e-4ab2-aa0c-5cf14802f5d4 req-0cf13aef-5f8d-4d93-a92b-2b32ffca47c4 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d6ab086c8faa4436a760594dc7049c07 {{(pid=100322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 12:47:46.849828 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG oslo_db.api [req-c10d7c56-977e-4ab2-aa0c-5cf14802f5d4 req-0cf13aef-5f8d-4d93-a92b-2b32ffca47c4 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 12:47:47.045416 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75254d-90b8-4186-a2a1-843c60dbc130 req-676a3304-d4ed-470d-91f3-ef6b21869029 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:47.047019 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6c75254d-90b8-4186-a2a1-843c60dbc130 req-676a3304-d4ed-470d-91f3-ef6b21869029 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 945 time: 0.0807781 Sep 03 12:47:47.067049 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e421e96f-5179-4c0b-8708-655b5f5d4a15 req-856005ad-5ee7-4cdf-8193-6cef161622c9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 210 time: 0.0569482 Sep 03 12:47:47.213598 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6c75254d-90b8-4186-a2a1-843c60dbc130 req-84155cb4-9bd2-4e3b-b030-6642a3ee2cbd tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434937 Sep 03 12:47:47.233076 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-03c0a7f1-2c59-4bae-b93f-ff8def557a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:47.233076 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-03c0a7f1-2c59-4bae-b93f-ff8def557a59 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfaba424f344748b291e9091f6246f&device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 1097 time: 0.1183403 Sep 03 12:47:47.263436 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d6f0df0e-3ed9-46d8-9b9e-466d3a4c8fa0 req-d3207deb-7ecc-4038-8228-5cf5671055ac tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 210 time: 0.0550799 Sep 03 12:47:47.291532 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-755394d7-79f4-4400-9f0e-749088ff5ed5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:47.293119 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-755394d7-79f4-4400-9f0e-749088ff5ed5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.22 "GET /v2.0/networks?id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1 HTTP/1.1" status: 200 len: 811 time: 0.2353683 Sep 03 12:47:47.319780 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-bf83ed1e-b646-4746-9e18-b352a3e8307c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf28a561-4962-4492-b838-99c637107a07 HTTP/1.1" status: 200 len: 217 time: 0.0809295 Sep 03 12:47:47.357769 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-c10d7c56-977e-4ab2-aa0c-5cf14802f5d4 req-0cf13aef-5f8d-4d93-a92b-2b32ffca47c4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:47.395568 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-fa85608c-26c4-4c61-aba5-70d128f3b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:47.400076 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-fa85608c-26c4-4c61-aba5-70d128f3b30f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a9aeb54-d293-4b41-839b-75ef7d36a819 HTTP/1.1" status: 200 len: 859 time: 0.0712924 Sep 03 12:47:47.408914 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-c3d388ad-cf08-4bb3-8e1d-df831d1d36c0 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7d060594d0645abb0e087e7bb9ffe5d HTTP/1.1" status: 200 len: 378 time: 0.1049609 Sep 03 12:47:47.442754 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Request body: {'port': {'device_id': '9de10ac2-3031-4f22-8888-319a28b7122b', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'admin_state_up': True, 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'security_groups': ['7e65aded-0233-4e59-a161-3366b8f9ffcd']}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:47.462791 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-bc2337db-ad7b-46df-b25e-1f7f1de741e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400896 Sep 03 12:47:47.617825 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.22', 55145) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:47.728985 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b3571-4033-4dfe-b732-5452825b01d3 req-0a56f391-0f82-4e91-ae68-c02dd87d4ae0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:47.730593 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-0a56f391-0f82-4e91-ae68-c02dd87d4ae0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.22 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 817 time: 0.1118031 Sep 03 12:47:47.750180 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c10d7c56-977e-4ab2-aa0c-5cf14802f5d4 req-0cf13aef-5f8d-4d93-a92b-2b32ffca47c4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2040808 Sep 03 12:47:47.772258 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-16009cad-c324-4c6a-97e9-75d126eb4f16 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890756 Sep 03 12:47:47.809731 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Made reservation on behalf of c7d060594d0645abb0e087e7bb9ffe5d for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:47.816402 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:47.856561 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 32916) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:47.895023 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a16b2-341c-434c-98d5-00b829a20ae9 req-5eddbe65-6b36-4d23-9f09-ad963fd9147d tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:47.903469 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f42a16b2-341c-434c-98d5-00b829a20ae9 req-5eddbe65-6b36-4d23-9f09-ad963fd9147d tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 946 time: 0.0990531 Sep 03 12:47:47.951255 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f42a16b2-341c-434c-98d5-00b829a20ae9 req-1073ebc7-4292-4536-a78f-089838c0786a tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465438 Sep 03 12:47:48.011767 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b732578-ae32-4efc-b281-2647db629fed req-5da338ce-1a76-450d-9ac3-20d2d2a73ac4 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:48.013286 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5b732578-ae32-4efc-b281-2647db629fed req-5da338ce-1a76-450d-9ac3-20d2d2a73ac4 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 944 time: 0.1083059 Sep 03 12:47:48.057532 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Allocated IP 172.20.0.8 (54ba5bcc-9e04-4716-bdce-8144ff1c96f1/f804e94f-4cdc-4875-a25a-f1c5b250b678/e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:48.066015 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5b732578-ae32-4efc-b281-2647db629fed req-6a0f6660-677d-46a7-bc2a-ff8e44db88e3 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448794 Sep 03 12:47:48.126970 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-98cd6035-d54d-49be-bdae-129bd42629a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:48.226535 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:48.242651 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4684a23c-546e-44a3-be76-6633a0cb970b req-83ce035b-f36c-49fe-9ecb-dd26f713d9e2 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 210 time: 0.0377152 Sep 03 12:47:48.257235 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Transition to ACTIVE for port object e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:48.287795 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-98cd6035-d54d-49be-bdae-129bd42629a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:48.299255 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-98cd6035-d54d-49be-bdae-129bd42629a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:48.301524 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:48.368029 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-98cd6035-d54d-49be-bdae-129bd42629a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca3a1a0712c8423197adeca1f655054c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5076795 Sep 03 12:47:48.376810 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 32938) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:48.377779 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd6035-d54d-49be-bdae-129bd42629a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36932e7-d437-4485-99b0-15bf0459277e,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:48.379831 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:48.397818 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:48.413120 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:48.418257 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:48.419008 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:48.424900 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event updated for resources: {'Port': ['ID=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:48.449913 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf1eb8-8a55-4ff1-9e2d-38c8f7925351 req-e7de154c-e13e-4d6f-a77c-73953de86248 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:48.450616 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26527efe-cbcf-496d-ab16-178c9fb3860a req-560a111d-d34b-4c92-954f-1ef6817e4859 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:48.451469 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-abaf1eb8-8a55-4ff1-9e2d-38c8f7925351 req-e7de154c-e13e-4d6f-a77c-73953de86248 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 945 time: 0.1318309 Sep 03 12:47:48.452287 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-26527efe-cbcf-496d-ab16-178c9fb3860a req-560a111d-d34b-4c92-954f-1ef6817e4859 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 931 time: 0.0918136 Sep 03 12:47:48.459935 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-e5e3090a-1066-44d1-b678-88efa21a0688 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0224359 Sep 03 12:47:48.499994 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-29be3d7e-e7b8-42fc-b9f2-c3804147ee74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:48.513745 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-abaf1eb8-8a55-4ff1-9e2d-38c8f7925351 req-67a62a8e-62c1-404d-9f2d-12db47ac6b6d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452881 Sep 03 12:47:48.518140 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-26527efe-cbcf-496d-ab16-178c9fb3860a req-5fd04bf6-278d-438c-ab26-a4167c62f3f0 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574210 Sep 03 12:47:48.540388 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-29be3d7e-e7b8-42fc-b9f2-c3804147ee74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:48.594525 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-29be3d7e-e7b8-42fc-b9f2-c3804147ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:48.597610 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-29be3d7e-e7b8-42fc-b9f2-c3804147ee74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:48.602347 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-29be3d7e-e7b8-42fc-b9f2-c3804147ee74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f36932e7-d437-4485-99b0-15bf0459277e HTTP/1.1" status: 204 len: 168 time: 0.2259398 Sep 03 12:47:48.611241 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be3d7e-e7b8-42fc-b9f2-c3804147ee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36932e7-d437-4485-99b0-15bf0459277e,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:48.771044 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-5671bcc4-b0cf-4846-96fe-cc086a388ba2 None None] Provisioning for port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:48.775128 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-5671bcc4-b0cf-4846-96fe-cc086a388ba2 None None] Provisioning complete for port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:48.775517 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-5671bcc4-b0cf-4846-96fe-cc086a388ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:48.809759 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-5671bcc4-b0cf-4846-96fe-cc086a388ba2 None None] Port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:47:48.967627 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 32956) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:48.980992 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-11ad2cba-0399-4dfe-b280-bac4bf2d2aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.061141 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0c243-f4b1-446b-aca2-146dbc2c0047 req-b00ff6f0-1992-41dc-81ec-05357bc04e18 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:49.062667 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c1c0c243-f4b1-446b-aca2-146dbc2c0047 req-b00ff6f0-1992-41dc-81ec-05357bc04e18 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 946 time: 0.0492306 Sep 03 12:47:49.072600 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-11ad2cba-0399-4dfe-b280-bac4bf2d2aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.076632 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-11ad2cba-0399-4dfe-b280-bac4bf2d2aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.108713 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c1c0c243-f4b1-446b-aca2-146dbc2c0047 req-9a2c4dfb-ae1e-486c-b286-b57ce7dcccf9 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380895 Sep 03 12:47:49.121244 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-11ad2cba-0399-4dfe-b280-bac4bf2d2aaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31c9c7e0e1944f8fa1670d7ebc1e547c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524732 Sep 03 12:47:49.121960 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad2cba-0399-4dfe-b280-bac4bf2d2aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf98ede-5cc6-44f5-aed8-980fbcaa70e5,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:49.124431 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 32962) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:49.142243 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-2fdea501-f37d-4bc8-8ea1-00b9ced87334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.199950 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ad119eae-f9d9-42de-87e8-44ef6581a3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.225257 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ad119eae-f9d9-42de-87e8-44ef6581a3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.233464 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0e9d5-c29d-4c12-aaa8-5e7fb818458d req-fb8d19d1-1d6f-4d82-8335-454c5389dee6 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:49.234956 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fcf0e9d5-c29d-4c12-aaa8-5e7fb818458d req-fb8d19d1-1d6f-4d82-8335-454c5389dee6 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 944 time: 0.0767887 Sep 03 12:47:49.292549 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fcf0e9d5-c29d-4c12-aaa8-5e7fb818458d req-552e30a8-a90b-4090-a6d0-ffbcddab7525 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502496 Sep 03 12:47:49.307649 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ad119eae-f9d9-42de-87e8-44ef6581a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.310191 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ad119eae-f9d9-42de-87e8-44ef6581a3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.313741 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ad119eae-f9d9-42de-87e8-44ef6581a3c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddf98ede-5cc6-44f5-aed8-980fbcaa70e5 HTTP/1.1" status: 204 len: 168 time: 0.1860983 Sep 03 12:47:49.320154 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad119eae-f9d9-42de-87e8-44ef6581a3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf98ede-5cc6-44f5-aed8-980fbcaa70e5,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:49.361291 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0be160b9-f177-4f5a-9f2e-3c2427c51725 req-3a2b14a0-b51d-428a-adc8-51963355cb22 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 210 time: 0.0257032 Sep 03 12:47:49.624034 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead8644-d46e-4749-aeaf-15e0662f56ed req-18e40edc-7483-40d7-adee-5243877bac11 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:49.625577 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8ead8644-d46e-4749-aeaf-15e0662f56ed req-18e40edc-7483-40d7-adee-5243877bac11 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 945 time: 0.0542982 Sep 03 12:47:49.647880 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c75c6-beb7-47ab-ac4f-ea9ef739d0e7 req-1de6c083-5485-413e-a947-2daada50ebcb tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:49.649522 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-309c75c6-beb7-47ab-ac4f-ea9ef739d0e7 req-1de6c083-5485-413e-a947-2daada50ebcb tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 931 time: 0.0517192 Sep 03 12:47:49.656576 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 32976) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:49.665052 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8ead8644-d46e-4749-aeaf-15e0662f56ed req-1eb53337-92de-4273-84f6-b97d04154ce9 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316074 Sep 03 12:47:49.684783 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-83410824-096d-46fb-9cb8-f5422853799b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.715209 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-309c75c6-beb7-47ab-ac4f-ea9ef739d0e7 req-c36fda8a-68a5-4774-969a-201acf8f0120 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594068 Sep 03 12:47:49.787432 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-83410824-096d-46fb-9cb8-f5422853799b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.791181 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-83410824-096d-46fb-9cb8-f5422853799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.815955 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:47:49.830081 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-83410824-096d-46fb-9cb8-f5422853799b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbac7cce0c65441f9b1e278961305c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718636 Sep 03 12:47:49.830974 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83410824-096d-46fb-9cb8-f5422853799b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6e3c5a-793d-428a-a7f9-7d419d1af03d,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:49.832767 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 32978) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:49.866552 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:49.870079 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:49.870454 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.884652 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ab82-1234-4076-852b-6377fdcf881b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.906607 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ab82-1234-4076-852b-6377fdcf881b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.950863 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.957012 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ab82-1234-4076-852b-6377fdcf881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.961075 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ab82-1234-4076-852b-6377fdcf881b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:49.964931 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-cfe9ab82-1234-4076-852b-6377fdcf881b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd6e3c5a-793d-428a-a7f9-7d419d1af03d HTTP/1.1" status: 204 len: 168 time: 0.1282227 Sep 03 12:47:49.971118 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9ab82-1234-4076-852b-6377fdcf881b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6e3c5a-793d-428a-a7f9-7d419d1af03d,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:49.980701 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac6e951-55ca-4bae-9d5e-eb04be4e2eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c2f6a7-0532-4ebe-b2be-a3662564f0f1'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:47:49.982998 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b35f240-bee9-4784-b72a-0b734209493f" -d '{"events": [{"server_uuid": "bac6e951-55ca-4bae-9d5e-eb04be4e2eb4", "name": "network-vif-plugged", "status": "completed", "tag": "52c2f6a7-0532-4ebe-b2be-a3662564f0f1"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:47:50.001880 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=52c2f6a7-0532-4ebe-b2be-a3662564f0f1,segment=NetworkSegment(66ad9225-0ce0-4fa3-852d-8b9aea0bad68),segment_id=66ad9225-0ce0-4fa3-852d-8b9aea0bad68)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:50.007258 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:50.033913 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea46a99-5d5c-4dfc-9806-ef9c37365e5f x-openstack-request-id: req-aea46a99-5d5c-4dfc-9806-ef9c37365e5f {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:47:50.034186 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac6e951-55ca-4bae-9d5e-eb04be4e2eb4", "name": "network-vif-plugged", "status": "completed", "tag": "52c2f6a7-0532-4ebe-b2be-a3662564f0f1", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:47:50.034436 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aea46a99-5d5c-4dfc-9806-ef9c37365e5f {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:47:50.034858 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac6e951-55ca-4bae-9d5e-eb04be4e2eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c2f6a7-0532-4ebe-b2be-a3662564f0f1', 'code': 200} Sep 03 12:47:50.058082 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=52c2f6a7-0532-4ebe-b2be-a3662564f0f1,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:50.226477 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2844d0f-619e-4df6-ba2e-b89ef8ba4a6d req-bb886876-b51e-4568-b599-743a36c0f0f5 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:50.228022 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f2844d0f-619e-4df6-ba2e-b89ef8ba4a6d req-bb886876-b51e-4568-b599-743a36c0f0f5 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 946 time: 0.0500040 Sep 03 12:47:50.266965 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f2844d0f-619e-4df6-ba2e-b89ef8ba4a6d req-1d0a5b4a-c0c7-40ae-944d-75c70436f952 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330598 Sep 03 12:47:50.418981 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668c9b5-49e6-4502-b71c-0a95238e071e req-0cd406c7-0bde-4968-8fcc-44ed9d45114a tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:50.420605 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a668c9b5-49e6-4502-b71c-0a95238e071e req-0cd406c7-0bde-4968-8fcc-44ed9d45114a tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 944 time: 0.0484729 Sep 03 12:47:50.464720 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a668c9b5-49e6-4502-b71c-0a95238e071e req-6d884022-f78a-4505-a534-7d1224ab6ca3 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381575 Sep 03 12:47:50.474271 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-11d2148f-0930-45bc-b91b-fcbf83469bfb req-1d99b499-c9a0-47dd-ad9d-dc6326813193 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 210 time: 0.0389695 Sep 03 12:47:50.784238 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb836db4-63f6-4b85-987c-dd599ad96c75 req-bb6c922e-6de3-477f-a2e3-1e3c893034eb tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:50.785909 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fb836db4-63f6-4b85-987c-dd599ad96c75 req-bb6c922e-6de3-477f-a2e3-1e3c893034eb tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 945 time: 0.0544770 Sep 03 12:47:50.830736 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fb836db4-63f6-4b85-987c-dd599ad96c75 req-9a2a81dc-a68d-4ff8-9e3f-d0f22f0da24d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380738 Sep 03 12:47:50.832153 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974f5b3-3ea6-4d1d-ab44-4112a30abb8c req-384a4db8-4bf9-40c2-a99e-6e68d99599df tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:50.833501 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f974f5b3-3ea6-4d1d-ab44-4112a30abb8c req-384a4db8-4bf9-40c2-a99e-6e68d99599df tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 931 time: 0.0518332 Sep 03 12:47:50.878724 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f974f5b3-3ea6-4d1d-ab44-4112a30abb8c req-ffc03b65-5221-468a-b72f-b4c7f10e1b85 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373831 Sep 03 12:47:51.172272 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Request body: {'port': {'device_id': '9de10ac2-3031-4f22-8888-319a28b7122b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:51.228226 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-3cbb0e8e-a51e-40e1-9a3f-f19659ee1790 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4442a0ebb15444b3a4022331e04ec01f HTTP/1.1" status: 200 len: 378 time: 0.0745063 Sep 03 12:47:51.251592 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:51.266570 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Request body: {'port': {'device_id': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'admin_state_up': True, 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'security_groups': ['a49a301f-4390-4f42-9bc5-23c7909ac30f']}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:51.374337 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-9b58f33c-f0f3-4b22-bd78-62aa3ec0c78a service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064757 Sep 03 12:47:51.448888 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bc523-9cf5-4526-bfcb-6b76bd5948c2 req-0748230e-0bac-49a1-aada-7fa4484d3dc2 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:51.450510 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-298bc523-9cf5-4526-bfcb-6b76bd5948c2 req-0748230e-0bac-49a1-aada-7fa4484d3dc2 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 946 time: 0.0906911 Sep 03 12:47:51.477088 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Made reservation on behalf of 4442a0ebb15444b3a4022331e04ec01f for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:47:51.480771 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:51.519246 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03e62c-8357-4d1a-b330-503c9f18749c req-a76fd6b3-f179-439b-97fe-a3e673cdeaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:51.521315 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4e03e62c-8357-4d1a-b330-503c9f18749c req-a76fd6b3-f179-439b-97fe-a3e673cdeaaa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0824025 Sep 03 12:47:51.637591 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4e03e62c-8357-4d1a-b330-503c9f18749c req-a35b1631-2bac-4ccd-b9ca-07daf059a5dc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827620 Sep 03 12:47:51.658326 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b76560-94ba-4a72-8784-e3814cd29420 req-7176f5fe-ae73-481f-963a-1288474df7fa tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:51.659867 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a8b76560-94ba-4a72-8784-e3814cd29420 req-7176f5fe-ae73-481f-963a-1288474df7fa tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 944 time: 0.1064765 Sep 03 12:47:51.694581 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-298bc523-9cf5-4526-bfcb-6b76bd5948c2 req-6e9ee3af-7ffe-465b-acdc-fd1d0d0764f3 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294664 Sep 03 12:47:51.750820 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:47:51.768494 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:51.801382 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Transition to ACTIVE for port object e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:51.810786 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:51.841745 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9c974772-4b99-4b45-bdc8-56fa5dc900f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:51.860757 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a8b76560-94ba-4a72-8784-e3814cd29420 req-8b1a065a-9734-4a09-a7a7-5134a5ae94bc tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843891 Sep 03 12:47:51.905761 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Pushing event updated for resources: {'Port': ['ID=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:51.929290 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Attempting to bind port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:51.929805 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Attempting to bind port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:51.930285 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Attempting to bind port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa on network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:51.941119 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa on network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:47:51.941673 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Attempting to bind port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa on network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:51.948790 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:51.957332 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Checking segment: {'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:51.957774 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Bound using segment: {'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:51.958786 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Bound port: e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:51.959127 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:52.116997 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fdfd5102-bd6b-44cf-a6f9-a22967a41f4e req-0b5d1e73-a601-4174-81fa-2dd3adf5ee39 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 210 time: 0.3379109 Sep 03 12:47:52.130342 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f595f-ecb2-45c1-b099-4c90445d02fc req-23505d28-c7a0-4675-8b64-5d20648c1873 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:52.132223 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a87f595f-ecb2-45c1-b099-4c90445d02fc req-23505d28-c7a0-4675-8b64-5d20648c1873 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 945 time: 0.1451118 Sep 03 12:47:52.135225 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] For port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:52.138907 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] For port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:52.160732 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:52.178852 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Allocated IP 172.20.0.6 (03b07e36-ec05-49cc-9fef-b0924281e2c1/4be00016-73eb-4e38-a677-5146d2de1cfc/0891058a-5986-4fd3-91f6-127febab8478) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:47:52.223209 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:52.224392 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:52.225958 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] 10.222.0.22 "PUT /v2.0/ports/e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa HTTP/1.1" status: 200 len: 1093 time: 1.0626040 Sep 03 12:47:52.228203 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de10ac2-3031-4f22-8888-319a28b7122b', 'tag': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:47:52.241386 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae981d3c-5529-40e7-8095-2eaf166bad13" -d '{"events": [{"name": "network-changed", "server_uuid": "9de10ac2-3031-4f22-8888-319a28b7122b", "tag": "e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:47:52.295834 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a87f595f-ecb2-45c1-b099-4c90445d02fc req-04d30cd0-8357-42c9-a23a-54d1b97367b3 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520276 Sep 03 12:47:52.305825 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814d19a-356c-410e-9eae-2638ab35b63e service neutron] Pushing event updated for resources: {'Port': ['ID=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:52.340505 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:52.408790 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-9ea0aa7c-4d08-4005-bc70-d32c02e904ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:52.415230 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-9ea0aa7c-4d08-4005-bc70-d32c02e904ec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7d060594d0645abb0e087e7bb9ffe5d&device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 1096 time: 0.0993052 Sep 03 12:47:52.436640 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0aad9-8472-4980-a38a-4cb8959c6bf0 req-06e21145-50b4-49da-a1c9-3949f6ce7d28 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:52.438656 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f1b0aad9-8472-4980-a38a-4cb8959c6bf0 req-06e21145-50b4-49da-a1c9-3949f6ce7d28 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 943 time: 0.1394501 Sep 03 12:47:52.464490 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:52.496972 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Transition to ACTIVE for port object 0891058a-5986-4fd3-91f6-127febab8478 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:52.506756 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-b0734361-62c9-4ab7-a64a-2db6c41b023e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa HTTP/1.1" status: 200 len: 217 time: 0.0691059 Sep 03 12:47:52.508646 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82403288-6a53-4db7-ad84-74c011da1a74 x-openstack-request-id: req-82403288-6a53-4db7-ad84-74c011da1a74 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:47:52.509032 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de10ac2-3031-4f22-8888-319a28b7122b", "tag": "e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:47:52.509398 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82403288-6a53-4db7-ad84-74c011da1a74 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:47:52.510557 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de10ac2-3031-4f22-8888-319a28b7122b', 'tag': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa', 'status': 'completed', 'code': 200} Sep 03 12:47:52.531378 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f1b0aad9-8472-4980-a38a-4cb8959c6bf0 req-3e83152a-d2bb-4221-92db-4b3317957745 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707979 Sep 03 12:47:52.564374 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:52.576650 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-0b020b19-9097-4fe0-9096-d197447b4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:52.580512 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-0b020b19-9097-4fe0-9096-d197447b4420 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f804e94f-4cdc-4875-a25a-f1c5b250b678 HTTP/1.1" status: 200 len: 850 time: 0.0661168 Sep 03 12:47:52.646654 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Network 03b07e36-ec05-49cc-9fef-b0924281e2c1 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:47:52.652075 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:47:52.658657 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:47:52.660858 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-24b438af-ad62-4d05-8800-cbedfd1e7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:52.663053 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-24b438af-ad62-4d05-8800-cbedfd1e7bbf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730717 Sep 03 12:47:52.725894 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event updated for resources: {'Port': ['ID=0891058a-5986-4fd3-91f6-127febab8478,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:52.744435 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:52.745121 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:52.764265 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d81028c4-b05e-4bf9-ab88-b629e639692f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5033369 Sep 03 12:47:52.786813 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Request body: {'port': {'device_id': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:47:52.870132 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:52.955696 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-d7555ca0-3797-41a2-afdb-ea0326d742ca service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735615 Sep 03 12:47:52.968551 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c502d-f9dd-4be4-9c6c-014944f69dde req-0c5d7bf1-6dcc-4eb8-8ba1-72ba0ad807e1 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:52.980006 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-be3c502d-f9dd-4be4-9c6c-014944f69dde req-0c5d7bf1-6dcc-4eb8-8ba1-72ba0ad807e1 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 946 time: 0.1614864 Sep 03 12:47:53.078191 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-a32ba8a6-f5a1-45e4-bb55-7f2c50b019a6 None None] Provisioning for port 0891058a-5986-4fd3-91f6-127febab8478 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:47:53.083014 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-a32ba8a6-f5a1-45e4-bb55-7f2c50b019a6 None None] Provisioning complete for port 0891058a-5986-4fd3-91f6-127febab8478 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:47:53.083642 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a32ba8a6-f5a1-45e4-bb55-7f2c50b019a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:53.131241 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-be3c502d-f9dd-4be4-9c6c-014944f69dde req-3a1ef044-8883-4579-a62c-e9c6c870dbc2 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400170 Sep 03 12:47:53.168378 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bdaa7-7585-4c4a-a286-7d3b17291c66 req-cca7b32d-05a2-4115-884a-ec2ba3d5aff0 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:53.179887 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf6bdaa7-7585-4c4a-a286-7d3b17291c66 req-cca7b32d-05a2-4115-884a-ec2ba3d5aff0 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 944 time: 0.1633458 Sep 03 12:47:53.186080 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-10e0a22f-7e3e-4b88-9134-da5b180014a2 req-4f0d1a79-655b-449b-b6b8-6c64fd7f3c66 service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016218 Sep 03 12:47:53.216866 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-a32ba8a6-f5a1-45e4-bb55-7f2c50b019a6 None None] Port 0891058a-5986-4fd3-91f6-127febab8478 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:47:53.230141 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:53.280255 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf6bdaa7-7585-4c4a-a286-7d3b17291c66 req-30a0db65-4527-4e00-9c40-ff78aaa227e4 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987923 Sep 03 12:47:53.344499 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b21530-9dfd-4f07-9a7e-e558d41920ff req-30c730aa-eb8f-48c8-a426-4dad8500c8ae tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:53.353484 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-56b21530-9dfd-4f07-9a7e-e558d41920ff req-30c730aa-eb8f-48c8-a426-4dad8500c8ae tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 931 time: 0.0987277 Sep 03 12:47:53.375304 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae981d3c-5529-40e7-8095-2eaf166bad13 req-4df70796-d93f-4192-8d5c-58b457c69a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:53.376814 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ae981d3c-5529-40e7-8095-2eaf166bad13 req-4df70796-d93f-4192-8d5c-58b457c69a47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7d060594d0645abb0e087e7bb9ffe5d&device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 1096 time: 0.0924325 Sep 03 12:47:53.377498 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:53.394950 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0891058a-5986-4fd3-91f6-127febab8478 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:47:53.407979 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:53.434221 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Transition to ACTIVE for port object 0891058a-5986-4fd3-91f6-127febab8478 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:47:53.447106 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:53.448137 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-56b21530-9dfd-4f07-9a7e-e558d41920ff req-30198a42-0e2d-4637-8c71-a4157aadd622 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937202 Sep 03 12:47:53.559888 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae981d3c-5529-40e7-8095-2eaf166bad13 req-09c0071e-1a6d-4b1d-b939-a3f8322076da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:53.562998 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ae981d3c-5529-40e7-8095-2eaf166bad13 req-09c0071e-1a6d-4b1d-b939-a3f8322076da service neutron] 10.222.0.22 "GET /v2.0/networks?id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1 HTTP/1.1" status: 200 len: 912 time: 0.1737599 Sep 03 12:47:53.637902 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ae981d3c-5529-40e7-8095-2eaf166bad13 req-a5955d21-901b-44e2-ad04-4fe7633dec32 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa HTTP/1.1" status: 200 len: 217 time: 0.0595813 Sep 03 12:47:53.657079 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910eb570-1873-4541-958d-3225091f59b7 req-b80931ea-8534-4ad1-b187-9c5725b24b2f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:53.658718 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-910eb570-1873-4541-958d-3225091f59b7 req-b80931ea-8534-4ad1-b187-9c5725b24b2f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 945 time: 0.2262506 Sep 03 12:47:53.717938 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0891058a-5986-4fd3-91f6-127febab8478,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:53.749512 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae981d3c-5529-40e7-8095-2eaf166bad13 req-7704b7dd-2812-4da0-ba8f-f606195d2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:53.751118 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ae981d3c-5529-40e7-8095-2eaf166bad13 req-7704b7dd-2812-4da0-ba8f-f606195d2973 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f804e94f-4cdc-4875-a25a-f1c5b250b678 HTTP/1.1" status: 200 len: 850 time: 0.1045370 Sep 03 12:47:53.768398 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85c577-0a8c-4d60-b542-c7ea78a5f5a5 req-aa70c784-fda3-447e-9c3b-3ad80a321164 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:53.772721 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-910eb570-1873-4541-958d-3225091f59b7 req-b100d0d7-0548-4849-8435-c3b717db56a9 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874469 Sep 03 12:47:53.778326 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5f85c577-0a8c-4d60-b542-c7ea78a5f5a5 req-aa70c784-fda3-447e-9c3b-3ad80a321164 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 943 time: 0.1170146 Sep 03 12:47:53.800427 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Attempting to bind port 0891058a-5986-4fd3-91f6-127febab8478 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:47:53.800427 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Attempting to bind port 0891058a-5986-4fd3-91f6-127febab8478 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:47:53.800758 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Attempting to bind port 0891058a-5986-4fd3-91f6-127febab8478 on network 03b07e36-ec05-49cc-9fef-b0924281e2c1 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:53.806116 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Port 0891058a-5986-4fd3-91f6-127febab8478 on network 03b07e36-ec05-49cc-9fef-b0924281e2c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:47:53.806679 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Attempting to bind port 0891058a-5986-4fd3-91f6-127febab8478 on network 03b07e36-ec05-49cc-9fef-b0924281e2c1 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:47:53.815471 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:47:53.816353 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Checking segment: {'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:47:53.818913 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Bound using segment: {'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:47:53.818913 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Bound port: 0891058a-5986-4fd3-91f6-127febab8478, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:47:53.818913 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:53.855739 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5f85c577-0a8c-4d60-b542-c7ea78a5f5a5 req-161d9080-02ed-4703-b5f9-b2a475e546e0 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740976 Sep 03 12:47:53.881733 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae981d3c-5529-40e7-8095-2eaf166bad13 req-80762804-71ea-4ce7-8121-feb56e7f13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:53.885935 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ae981d3c-5529-40e7-8095-2eaf166bad13 req-80762804-71ea-4ce7-8121-feb56e7f13ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048870 Sep 03 12:47:53.925566 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] For port 0891058a-5986-4fd3-91f6-127febab8478, host hv-cinder-80655, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:47:53.932549 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] For port 0891058a-5986-4fd3-91f6-127febab8478, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=0891058a-5986-4fd3-91f6-127febab8478,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:47:53.938933 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:53.974571 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:53.975505 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:53.976856 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] 10.222.0.22 "PUT /v2.0/ports/0891058a-5986-4fd3-91f6-127febab8478 HTTP/1.1" status: 200 len: 1093 time: 1.1949778 Sep 03 12:47:53.977298 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'tag': '0891058a-5986-4fd3-91f6-127febab8478'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:47:54.043169 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ae981d3c-5529-40e7-8095-2eaf166bad13 req-da3fca14-6147-40f5-aff2-55afd0a8417e service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472008 Sep 03 12:47:54.047042 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf290d-833e-475c-908e-086dd7869eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0891058a-5986-4fd3-91f6-127febab8478,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:54.127678 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d1dbf56a-d062-4c54-ac70-6516edca10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:54.132771 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-d1dbf56a-d062-4c54-ac70-6516edca10b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 1096 time: 0.0996323 Sep 03 12:47:54.216510 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cbacf4-0ad8-4727-8449-af70ee6b5bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "tag": "0891058a-5986-4fd3-91f6-127febab8478"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:47:54.227027 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-c72f8064-f415-4ecc-9d03-aafc71d58082 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0891058a-5986-4fd3-91f6-127febab8478 HTTP/1.1" status: 200 len: 217 time: 0.0856133 Sep 03 12:47:54.277029 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ae981d3c-5529-40e7-8095-2eaf166bad13 req-7e1b4291-13fc-47db-99e2-efb25f500aae service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168784 Sep 03 12:47:54.292907 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b3571-4033-4dfe-b732-5452825b01d3 req-ada487cc-b0c1-4cca-bfc7-3af8dc705fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:54.294461 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-ada487cc-b0c1-4cca-bfc7-3af8dc705fa5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4be00016-73eb-4e38-a677-5146d2de1cfc HTTP/1.1" status: 200 len: 856 time: 0.0601878 Sep 03 12:47:54.393022 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b3571-4033-4dfe-b732-5452825b01d3 req-0849e7be-e57c-42fb-94a3-991c5b1db194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:54.406749 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-0849e7be-e57c-42fb-94a3-991c5b1db194 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03b07e36-ec05-49cc-9fef-b0924281e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949609 Sep 03 12:47:54.412756 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13714f5-45cf-4089-a4a2-d1eaaaa97460 x-openstack-request-id: req-b13714f5-45cf-4089-a4a2-d1eaaaa97460 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:47:54.413160 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "tag": "0891058a-5986-4fd3-91f6-127febab8478", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:47:54.413419 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b13714f5-45cf-4089-a4a2-d1eaaaa97460 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:47:54.413900 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'tag': '0891058a-5986-4fd3-91f6-127febab8478', 'status': 'completed', 'code': 200} Sep 03 12:47:54.507679 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890e308-1348-49dd-8248-60171338dcd7 req-2e8b50f3-c45a-48a3-83ab-0397c81aa677 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:54.509257 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9890e308-1348-49dd-8248-60171338dcd7 req-2e8b50f3-c45a-48a3-83ab-0397c81aa677 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 944 time: 0.0721350 Sep 03 12:47:54.559766 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9890e308-1348-49dd-8248-60171338dcd7 req-d06bf7e0-e649-4f5e-b954-670081fdf381 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 Sep 03 12:47:54.589721 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-23bb68f9-f05b-4971-85fa-26d1a585511a service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701801 Sep 03 12:47:54.605245 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79f0be-16b4-4f91-9e94-fac05d1ce6ad req-9549cb1b-0a52-4cd2-83d3-031c974fa5ac tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:54.606741 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-da79f0be-16b4-4f91-9e94-fac05d1ce6ad req-9549cb1b-0a52-4cd2-83d3-031c974fa5ac tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.0687094 Sep 03 12:47:54.698769 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-da79f0be-16b4-4f91-9e94-fac05d1ce6ad req-114e57a3-3454-40f7-98bf-a15e6dd97173 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842817 Sep 03 12:47:54.727651 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-217b3571-4033-4dfe-b732-5452825b01d3 req-13a8883e-c98c-433b-bd9f-ed9c56190e1a service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304088 Sep 03 12:47:54.837556 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbacf4-0ad8-4727-8449-af70ee6b5bf9 req-45981e0c-a7d3-4add-87e6-113f25c999b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:54.839101 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59cbacf4-0ad8-4727-8449-af70ee6b5bf9 req-45981e0c-a7d3-4add-87e6-113f25c999b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 1096 time: 0.0611606 Sep 03 12:47:54.901036 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device cf28a561-4962-4492-b838-99c637107a07 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:47:54.933377 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:55.019815 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9cff8-4e63-4a92-a182-5bf91734876c req-c0dbf5bf-f832-4ff3-9fde-9d85bc54e06e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:55.021578 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-99e9cff8-4e63-4a92-a182-5bf91734876c req-c0dbf5bf-f832-4ff3-9fde-9d85bc54e06e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 943 time: 0.0706136 Sep 03 12:47:55.022601 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbacf4-0ad8-4727-8449-af70ee6b5bf9 req-2a177e80-40f0-476f-97ee-419941a3eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:55.023991 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59cbacf4-0ad8-4727-8449-af70ee6b5bf9 req-2a177e80-40f0-476f-97ee-419941a3eb56 service neutron] 10.222.0.22 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 918 time: 0.1776950 Sep 03 12:47:55.081234 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59cbacf4-0ad8-4727-8449-af70ee6b5bf9 req-8774279a-6670-46a2-94b8-0e643404b7bc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0891058a-5986-4fd3-91f6-127febab8478 HTTP/1.1" status: 200 len: 217 time: 0.0452571 Sep 03 12:47:55.109981 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port cf28a561-4962-4492-b838-99c637107a07, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=cf28a561-4962-4492-b838-99c637107a07,segment=NetworkSegment(66ad9225-0ce0-4fa3-852d-8b9aea0bad68),segment_id=66ad9225-0ce0-4fa3-852d-8b9aea0bad68)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:55.123991 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': 'cf28a561-4962-4492-b838-99c637107a07', 'network_id': '97ae51b5-4f14-4eed-9b9a-c4c8663e85d5', 'port_id': 'cf28a561-4962-4492-b838-99c637107a07', 'mac_address': 'fa:16:3e:04:ad:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9aeb54-d293-4b41-839b-75ef7d36a819', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:47:55.143124 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-99e9cff8-4e63-4a92-a182-5bf91734876c req-82894a23-dd01-4aba-b9fd-8492fecd3bcd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129441 Sep 03 12:47:55.170679 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbacf4-0ad8-4727-8449-af70ee6b5bf9 req-4f55f109-8362-4997-ae62-38dce536f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:55.173871 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59cbacf4-0ad8-4727-8449-af70ee6b5bf9 req-4f55f109-8362-4997-ae62-38dce536f921 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4be00016-73eb-4e38-a677-5146d2de1cfc HTTP/1.1" status: 200 len: 856 time: 0.0842950 Sep 03 12:47:55.184753 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:55.202831 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf28a561-4962-4492-b838-99c637107a07 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:47:55.237381 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbacf4-0ad8-4727-8449-af70ee6b5bf9 req-0f06d175-361b-417a-b45e-08236de35347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:55.239236 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59cbacf4-0ad8-4727-8449-af70ee6b5bf9 req-0f06d175-361b-417a-b45e-08236de35347 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03b07e36-ec05-49cc-9fef-b0924281e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577898 Sep 03 12:47:55.240618 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port cf28a561-4962-4492-b838-99c637107a07, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=cf28a561-4962-4492-b838-99c637107a07,segment=NetworkSegment(66ad9225-0ce0-4fa3-852d-8b9aea0bad68),segment_id=66ad9225-0ce0-4fa3-852d-8b9aea0bad68)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:55.245476 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:55.246300 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:47:55.330778 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=cf28a561-4962-4492-b838-99c637107a07,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:55.362852 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59cbacf4-0ad8-4727-8449-af70ee6b5bf9 req-70ed4494-afb5-4ef8-9b38-6edb605906d6 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106482 Sep 03 12:47:55.422655 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:55.435171 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'port_id': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa', 'mac_address': 'fa:16:3e:27:f9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:47:55.479393 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:55.494333 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:47:55.516082 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:47:55.521864 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:55.599478 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:55.699679 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680e7c0-d5c4-4f93-8525-64adeaf51d01 req-018c8756-e14a-4c3a-8ddb-9d00a70e3644 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:55.701243 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4680e7c0-d5c4-4f93-8525-64adeaf51d01 req-018c8756-e14a-4c3a-8ddb-9d00a70e3644 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 945 time: 0.0636601 Sep 03 12:47:55.739035 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4680e7c0-d5c4-4f93-8525-64adeaf51d01 req-e49bfc5b-f88b-4ac2-83fb-befeaf1ee82a tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319099 Sep 03 12:47:55.844748 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffd01d-d61c-47a2-acc3-13d2a7f96b7a req-5bf5556c-0ae8-476e-87c3-5f8247a73afc tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:55.846230 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-31ffd01d-d61c-47a2-acc3-13d2a7f96b7a req-5bf5556c-0ae8-476e-87c3-5f8247a73afc tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.0506988 Sep 03 12:47:55.890386 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-31ffd01d-d61c-47a2-acc3-13d2a7f96b7a req-00947331-dabb-4530-bebe-5e83ebfbdfbd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375397 Sep 03 12:47:55.906050 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 33218) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:56.009264 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ac322d22-ee7d-47b0-87a4-9469ac04e403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.095075 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ac322d22-ee7d-47b0-87a4-9469ac04e403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.099758 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ac322d22-ee7d-47b0-87a4-9469ac04e403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.137246 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ac322d22-ee7d-47b0-87a4-9469ac04e403 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0dba59d5e49c41ecb75e53732ffb3cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301421 Sep 03 12:47:56.139122 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac322d22-ee7d-47b0-87a4-9469ac04e403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6210c27b-d644-406e-9b43-2d9d836bca91,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:56.139912 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33224) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:56.191830 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f36adfb-0769-4fd6-bf0c-af1c5a73a070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.213296 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f36adfb-0769-4fd6-bf0c-af1c5a73a070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.286637 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85edec-dc95-4e04-804b-86f44ebec20e req-6fa9bf5a-973c-4642-9859-c9181a0e3934 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:56.288038 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9f85edec-dc95-4e04-804b-86f44ebec20e req-6fa9bf5a-973c-4642-9859-c9181a0e3934 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 944 time: 0.0728867 Sep 03 12:47:56.308400 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f36adfb-0769-4fd6-bf0c-af1c5a73a070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.310796 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f36adfb-0769-4fd6-bf0c-af1c5a73a070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.311856 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-3f36adfb-0769-4fd6-bf0c-af1c5a73a070 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6210c27b-d644-406e-9b43-2d9d836bca91 HTTP/1.1" status: 204 len: 168 time: 0.1709065 Sep 03 12:47:56.325006 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36adfb-0769-4fd6-bf0c-af1c5a73a070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6210c27b-d644-406e-9b43-2d9d836bca91,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:56.340967 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9f85edec-dc95-4e04-804b-86f44ebec20e req-f380ed67-4fe9-4a74-ad74-d818f46141f3 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466747 Sep 03 12:47:56.571511 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33234) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:56.584739 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d71ca190-3d7c-4753-8dc9-fbdfeab73194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.678013 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d71ca190-3d7c-4753-8dc9-fbdfeab73194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.681876 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d71ca190-3d7c-4753-8dc9-fbdfeab73194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.719220 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-d71ca190-3d7c-4753-8dc9-fbdfeab73194 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cca50f41f9d46c0863d0489efcb822d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466701 Sep 03 12:47:56.720023 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ca190-3d7c-4753-8dc9-fbdfeab73194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd39bc4-ddf1-497e-a816-43c9684073b7,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:56.721986 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 33238) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:47:56.769453 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8adae88f-930b-4f7a-a5f6-40ef31909586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.791226 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8adae88f-930b-4f7a-a5f6-40ef31909586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.841291 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8adae88f-930b-4f7a-a5f6-40ef31909586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.843784 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8adae88f-930b-4f7a-a5f6-40ef31909586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:47:56.844935 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-8adae88f-930b-4f7a-a5f6-40ef31909586 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bd39bc4-ddf1-497e-a816-43c9684073b7 HTTP/1.1" status: 204 len: 168 time: 0.1218395 Sep 03 12:47:56.852670 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adae88f-930b-4f7a-a5f6-40ef31909586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd39bc4-ddf1-497e-a816-43c9684073b7,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:47:56.857148 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea3b74-f8f4-4173-9075-eac5b55a1188 req-0e6dd362-8f4b-4bb8-9de5-ec4d5d9f8333 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:56.858660 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e7ea3b74-f8f4-4173-9075-eac5b55a1188 req-0e6dd362-8f4b-4bb8-9de5-ec4d5d9f8333 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 945 time: 0.0551591 Sep 03 12:47:56.900529 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e7ea3b74-f8f4-4173-9075-eac5b55a1188 req-7afd6797-317c-4689-822f-a4e73338db41 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354340 Sep 03 12:47:57.010114 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf3a21-7f24-47e6-9ff0-40ff1efcf4a7 req-d11d89d7-d58b-4267-8f75-023a49416e8b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:57.010114 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bcbf3a21-7f24-47e6-9ff0-40ff1efcf4a7 req-d11d89d7-d58b-4267-8f75-023a49416e8b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.0481181 Sep 03 12:47:57.053713 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bcbf3a21-7f24-47e6-9ff0-40ff1efcf4a7 req-8009b9b9-7b5a-42ba-a012-da964e12538f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369713 Sep 03 12:47:57.465979 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee834844-bc9a-408f-9114-d0bb3ea77af3 req-3cf6b674-c453-4382-9b6b-b99746d20d7f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:57.467487 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ee834844-bc9a-408f-9114-d0bb3ea77af3 req-3cf6b674-c453-4382-9b6b-b99746d20d7f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 944 time: 0.0587437 Sep 03 12:47:57.508733 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ee834844-bc9a-408f-9114-d0bb3ea77af3 req-8a79977d-7f86-459c-91ba-19846c7f22d8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353134 Sep 03 12:47:58.016910 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291acbb0-3826-494c-b248-42f944adab41 req-d8bd6862-f7be-465b-8365-111d7a8db73f tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:58.018383 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-291acbb0-3826-494c-b248-42f944adab41 req-d8bd6862-f7be-465b-8365-111d7a8db73f tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 945 time: 0.0511239 Sep 03 12:47:58.074964 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-291acbb0-3826-494c-b248-42f944adab41 req-12ad764d-f657-488c-8928-1412673134f8 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471516 Sep 03 12:47:58.127255 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59cbacf4-0ad8-4727-8449-af70ee6b5bf9 req-baf6f1c0-a85c-4245-a859-5d93c58a9531 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102366 Sep 03 12:47:58.216585 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34863e5a-1903-49cd-84cc-4e877f223680 req-5f207def-dff6-4c43-b027-15afe444aad9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:58.218464 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-34863e5a-1903-49cd-84cc-4e877f223680 req-5f207def-dff6-4c43-b027-15afe444aad9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.0525041 Sep 03 12:47:58.269062 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-34863e5a-1903-49cd-84cc-4e877f223680 req-c7f0db6d-062d-4539-ab95-4f7a87b88bd6 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431447 Sep 03 12:47:58.348720 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:47:58.375662 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['cf28a561-4962-4492-b838-99c637107a07'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:47:58.721006 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ee102-948b-46e4-b590-937c3be82da1 req-0fbf70d9-383a-4883-bf15-8cd07b69842f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:58.722298 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f19ee102-948b-46e4-b590-937c3be82da1 req-0fbf70d9-383a-4883-bf15-8cd07b69842f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 944 time: 0.0785005 Sep 03 12:47:58.762526 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f19ee102-948b-46e4-b590-937c3be82da1 req-89bd6cfb-4879-4f3c-b9a3-4263197de113 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319469 Sep 03 12:47:59.204274 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3f43a-825d-43fa-8dbb-cdf5131fdcae req-776720bb-d499-4c70-8de7-26f93aaadacd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:59.205960 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7d3f43a-825d-43fa-8dbb-cdf5131fdcae req-776720bb-d499-4c70-8de7-26f93aaadacd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 945 time: 0.0513921 Sep 03 12:47:59.248573 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7d3f43a-825d-43fa-8dbb-cdf5131fdcae req-bff6614e-ac8d-48b7-a15e-6191e3a1eef5 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358622 Sep 03 12:47:59.396151 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa8f20-7734-4433-8117-534167b0171a req-6da32714-f822-4028-bc49-b0ac82ce8cf9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:59.397667 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-91aa8f20-7734-4433-8117-534167b0171a req-6da32714-f822-4028-bc49-b0ac82ce8cf9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.0562451 Sep 03 12:47:59.620507 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-91aa8f20-7734-4433-8117-534167b0171a req-b03da682-dda8-4841-8b7f-30b008a88364 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2164731 Sep 03 12:47:59.909391 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12354afe-dfcd-4e2c-93fa-d2fac16ddd75 req-5836a76d-65a8-4c50-a3bb-f8264d6910a6 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:47:59.911112 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-12354afe-dfcd-4e2c-93fa-d2fac16ddd75 req-5836a76d-65a8-4c50-a3bb-f8264d6910a6 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 944 time: 0.0683446 Sep 03 12:47:59.954253 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-12354afe-dfcd-4e2c-93fa-d2fac16ddd75 req-f1e303e9-3388-4e25-9ecd-52ec8ef3f2da tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370212 Sep 03 12:48:00.007529 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 0891058a-5986-4fd3-91f6-127febab8478 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:48:00.045433 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device cf28a561-4962-4492-b838-99c637107a07 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:48:00.155115 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 0891058a-5986-4fd3-91f6-127febab8478, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=0891058a-5986-4fd3-91f6-127febab8478,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:48:00.157812 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port cf28a561-4962-4492-b838-99c637107a07 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:48:00.168618 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port cf28a561-4962-4492-b838-99c637107a07 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:48:00.169246 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:00.173573 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '0891058a-5986-4fd3-91f6-127febab8478', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'port_id': '0891058a-5986-4fd3-91f6-127febab8478', 'mac_address': 'fa:16:3e:26:d1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:48:00.251198 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:00.291190 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0891058a-5986-4fd3-91f6-127febab8478 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:48:00.325827 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 0891058a-5986-4fd3-91f6-127febab8478, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=0891058a-5986-4fd3-91f6-127febab8478,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:48:00.326998 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:00.336311 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:00.379052 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd82d1e8-68a8-496d-8179-187e45778cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf28a561-4962-4492-b838-99c637107a07'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:48:00.381845 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36350338-270a-436a-9f80-f4d3d6f7348d" -d '{"events": [{"server_uuid": "bd82d1e8-68a8-496d-8179-187e45778cd0", "name": "network-vif-plugged", "status": "completed", "tag": "cf28a561-4962-4492-b838-99c637107a07"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:48:00.383784 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cad7f-0f25-4368-b22f-fc29ba21cda1 req-33d13946-5cec-4bb9-b36e-78c2b03f465e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:00.385456 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-580cad7f-0f25-4368-b22f-fc29ba21cda1 req-33d13946-5cec-4bb9-b36e-78c2b03f465e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 945 time: 0.0571065 Sep 03 12:48:00.406995 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port cf28a561-4962-4492-b838-99c637107a07, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=cf28a561-4962-4492-b838-99c637107a07,segment=NetworkSegment(66ad9225-0ce0-4fa3-852d-8b9aea0bad68),segment_id=66ad9225-0ce0-4fa3-852d-8b9aea0bad68)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:48:00.413141 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=0891058a-5986-4fd3-91f6-127febab8478,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:00.425362 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:00.427020 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:48:00.464848 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-580cad7f-0f25-4368-b22f-fc29ba21cda1 req-49728ef8-4083-4f05-93d1-56cfe4fea73b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685949 Sep 03 12:48:00.480959 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b18343-0ebb-4fd1-b110-74e09789cac9 x-openstack-request-id: req-10b18343-0ebb-4fd1-b110-74e09789cac9 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:48:00.481277 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd82d1e8-68a8-496d-8179-187e45778cd0", "name": "network-vif-plugged", "status": "completed", "tag": "cf28a561-4962-4492-b838-99c637107a07", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:48:00.481539 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10b18343-0ebb-4fd1-b110-74e09789cac9 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:48:00.481934 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd82d1e8-68a8-496d-8179-187e45778cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf28a561-4962-4492-b838-99c637107a07', 'code': 200} Sep 03 12:48:00.517507 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=cf28a561-4962-4492-b838-99c637107a07,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:00.530126 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:48:00.534853 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:48:00.535272 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:00.625357 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:00.636289 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['0891058a-5986-4fd3-91f6-127febab8478'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:48:00.670623 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9482ff-156e-48c5-8ef2-bc97a749f263 req-b4c93a28-ffd6-4c62-be5e-acb9ead31d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:00.672158 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7c9482ff-156e-48c5-8ef2-bc97a749f263 req-b4c93a28-ffd6-4c62-be5e-acb9ead31d36 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 1099 time: 0.0424511 Sep 03 12:48:00.696732 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:48:00.705438 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:00.751023 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7c9482ff-156e-48c5-8ef2-bc97a749f263 req-e588a5db-e2d6-45f0-bafc-1d05651a06b1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714548 Sep 03 12:48:00.770905 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429ff7f-9265-41c9-bec3-e4d20616ae42 req-c38d0291-ad06-440f-8f5b-821947dec818 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:00.773477 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7429ff7f-9265-41c9-bec3-e4d20616ae42 req-c38d0291-ad06-440f-8f5b-821947dec818 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 944 time: 0.0759642 Sep 03 12:48:00.780736 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:00.813807 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7429ff7f-9265-41c9-bec3-e4d20616ae42 req-1cbea51c-1d17-4168-86af-9b79a9bdceeb tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339620 Sep 03 12:48:01.070439 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabab21-707d-4cf5-97b8-de97759f2ad4 req-4b1f20eb-77c2-46fb-aa35-b3e0a46928df tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:01.071980 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7dabab21-707d-4cf5-97b8-de97759f2ad4 req-4b1f20eb-77c2-46fb-aa35-b3e0a46928df tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0498791 Sep 03 12:48:01.115584 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7dabab21-707d-4cf5-97b8-de97759f2ad4 req-9c8f58c8-b727-429a-9d31-004a0b5afaec tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376484 Sep 03 12:48:01.321904 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33404) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:01.427899 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-61e6234f-fe75-4065-8699-039c206611f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:01.527789 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-61e6234f-fe75-4065-8699-039c206611f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:01.532475 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-61e6234f-fe75-4065-8699-039c206611f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:01.571150 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-61e6234f-fe75-4065-8699-039c206611f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01727e7552704029850fc0ec24e993a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480369 Sep 03 12:48:01.572132 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6234f-fe75-4065-8699-039c206611f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7449e6-c974-4964-855e-3ef1feb4b7b6,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:01.574604 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33410) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:01.607450 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb07b3-0800-4bb0-88cd-8d5ab80d3bb7 req-0abf2233-ab40-437d-9db4-520b21d95550 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:01.608933 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fdeb07b3-0800-4bb0-88cd-8d5ab80d3bb7 req-0abf2233-ab40-437d-9db4-520b21d95550 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0608399 Sep 03 12:48:01.634319 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c14547cc-1bc5-4aab-a551-6f54ae30808d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:01.650639 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fdeb07b3-0800-4bb0-88cd-8d5ab80d3bb7 req-ff41ee50-8dd4-4d36-8296-1fadf1740954 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349584 Sep 03 12:48:01.657338 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c14547cc-1bc5-4aab-a551-6f54ae30808d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:01.708392 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c14547cc-1bc5-4aab-a551-6f54ae30808d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:01.710894 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c14547cc-1bc5-4aab-a551-6f54ae30808d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:01.712207 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-c14547cc-1bc5-4aab-a551-6f54ae30808d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a7449e6-c974-4964-855e-3ef1feb4b7b6 HTTP/1.1" status: 204 len: 168 time: 0.1367791 Sep 03 12:48:01.720177 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14547cc-1bc5-4aab-a551-6f54ae30808d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7449e6-c974-4964-855e-3ef1feb4b7b6,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:01.894778 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 33428) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:01.936736 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b752948-dadf-4902-8cf4-8ce4f9dc86f9 req-6063402b-2332-4b66-af4a-0f90c1151339 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:01.938261 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7b752948-dadf-4902-8cf4-8ce4f9dc86f9 req-6063402b-2332-4b66-af4a-0f90c1151339 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 944 time: 0.0513134 Sep 03 12:48:01.986445 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7b752948-dadf-4902-8cf4-8ce4f9dc86f9 req-3a318cc5-767d-4fd4-872c-3a3653b60445 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381267 Sep 03 12:48:02.023121 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 0891058a-5986-4fd3-91f6-127febab8478 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:48:02.041940 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b04b3884-abbe-4553-85aa-5b2081d652b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.055017 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33436) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:02.069044 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-46fae601-b6ec-4e75-b0bc-61f6498fb6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.092776 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 0891058a-5986-4fd3-91f6-127febab8478 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:48:02.097018 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 0891058a-5986-4fd3-91f6-127febab8478 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:48:02.097503 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.157320 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b04b3884-abbe-4553-85aa-5b2081d652b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.163413 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b04b3884-abbe-4553-85aa-5b2081d652b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.184665 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.210249 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b04b3884-abbe-4553-85aa-5b2081d652b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c176d02c8824a76a2ba6dafbb1eb21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137138 Sep 03 12:48:02.211205 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b3884-abbe-4553-85aa-5b2081d652b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00fa7aa-89e7-457a-91d2-34558c762298,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:02.213081 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33440) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:02.249554 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 0891058a-5986-4fd3-91f6-127febab8478, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=0891058a-5986-4fd3-91f6-127febab8478,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:48:02.253411 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.299817 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f0b8b3c2-ea81-4854-9e24-c9a41ef97742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.323438 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=0891058a-5986-4fd3-91f6-127febab8478,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:02.335763 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-46fae601-b6ec-4e75-b0bc-61f6498fb6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.341583 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f0b8b3c2-ea81-4854-9e24-c9a41ef97742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.348884 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-46fae601-b6ec-4e75-b0bc-61f6498fb6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.413334 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-46fae601-b6ec-4e75-b0bc-61f6498fb6a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=113408b85cff44bbad2bb70336e6d6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568497 Sep 03 12:48:02.414499 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fae601-b6ec-4e75-b0bc-61f6498fb6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f5d458-530d-4b35-be26-42507c013cf8,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:02.417202 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33456) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:02.451885 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f0b8b3c2-ea81-4854-9e24-c9a41ef97742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.454322 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f0b8b3c2-ea81-4854-9e24-c9a41ef97742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.458002 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-f0b8b3c2-ea81-4854-9e24-c9a41ef97742 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b00fa7aa-89e7-457a-91d2-34558c762298 HTTP/1.1" status: 204 len: 168 time: 0.2405956 Sep 03 12:48:02.462209 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf72b71-c441-486e-bfc7-67e67bdc5bd0 req-f0d3b94d-96b4-4e8e-93f7-df9790338992 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:02.463869 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-baf72b71-c441-486e-bfc7-67e67bdc5bd0 req-f0d3b94d-96b4-4e8e-93f7-df9790338992 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.2435167 Sep 03 12:48:02.468739 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8b3c2-ea81-4854-9e24-c9a41ef97742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00fa7aa-89e7-457a-91d2-34558c762298,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:02.484493 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de10ac2-3031-4f22-8888-319a28b7122b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa'}, {'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0891058a-5986-4fd3-91f6-127febab8478'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:48:02.487904 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee798cc3-7a93-46af-b114-16b351caa393" -d '{"events": [{"server_uuid": "9de10ac2-3031-4f22-8888-319a28b7122b", "name": "network-vif-plugged", "status": "completed", "tag": "e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa"}, {"server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "name": "network-vif-plugged", "status": "completed", "tag": "0891058a-5986-4fd3-91f6-127febab8478"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:48:02.514682 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-beebe237-4d24-487a-96ba-e9aa186a3811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.538866 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-baf72b71-c441-486e-bfc7-67e67bdc5bd0 req-212e5bcb-d0ee-4704-ba74-24644af3bc21 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666735 Sep 03 12:48:02.554369 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 03 Sep 2021 12:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6023d508-5fd6-4d55-9e06-e0a223317192 x-openstack-request-id: req-6023d508-5fd6-4d55-9e06-e0a223317192 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:48:02.554765 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de10ac2-3031-4f22-8888-319a28b7122b", "name": "network-vif-plugged", "status": "completed", "tag": "e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa", "code": 200}, {"server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "name": "network-vif-plugged", "status": "completed", "tag": "0891058a-5986-4fd3-91f6-127febab8478", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:48:02.555091 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6023d508-5fd6-4d55-9e06-e0a223317192 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:48:02.555562 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de10ac2-3031-4f22-8888-319a28b7122b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa', 'code': 200} Sep 03 12:48:02.555897 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0891058a-5986-4fd3-91f6-127febab8478', 'code': 200} Sep 03 12:48:02.561418 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-beebe237-4d24-487a-96ba-e9aa186a3811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.621784 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-beebe237-4d24-487a-96ba-e9aa186a3811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.626848 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-beebe237-4d24-487a-96ba-e9aa186a3811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:02.632584 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-beebe237-4d24-487a-96ba-e9aa186a3811 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79f5d458-530d-4b35-be26-42507c013cf8 HTTP/1.1" status: 204 len: 168 time: 0.2119884 Sep 03 12:48:02.646347 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebe237-4d24-487a-96ba-e9aa186a3811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f5d458-530d-4b35-be26-42507c013cf8,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:02.797695 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43467173-1766-418d-a2b0-106ace29425a req-a1a9f62d-34ba-46fd-8275-4b79c0cf5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:02.799240 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-43467173-1766-418d-a2b0-106ace29425a req-a1a9f62d-34ba-46fd-8275-4b79c0cf5487 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 1098 time: 0.0759943 Sep 03 12:48:02.816193 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38495b6-407b-46a8-8d76-121ceca0f714 req-f06c08ff-8965-4b56-ad6b-d0debfd4810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:02.818379 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c38495b6-407b-46a8-8d76-121ceca0f714 req-f06c08ff-8965-4b56-ad6b-d0debfd4810a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 1098 time: 0.0497208 Sep 03 12:48:02.821837 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b07994-d912-4fbf-8af5-8f900476871f req-a6effad3-c57d-434a-afd4-8600ee4984ce tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:02.827178 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b1b07994-d912-4fbf-8af5-8f900476871f req-a6effad3-c57d-434a-afd4-8600ee4984ce tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0770080 Sep 03 12:48:02.867342 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c38495b6-407b-46a8-8d76-121ceca0f714 req-1eab1fd2-e1ae-4e1d-94df-6d4b16a43e9e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340962 Sep 03 12:48:02.871315 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-43467173-1766-418d-a2b0-106ace29425a req-15588580-5292-4660-8914-844300613cb3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634806 Sep 03 12:48:02.891314 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b1b07994-d912-4fbf-8af5-8f900476871f req-352b8520-db33-4db3-b755-889211e702bb tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570393 Sep 03 12:48:02.915977 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33474) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:02.929023 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf43e-7943-4264-b91d-4e021c2b7776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.037359 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf43e-7943-4264-b91d-4e021c2b7776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.044127 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf43e-7943-4264-b91d-4e021c2b7776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.052417 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 33482) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:03.143483 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-2ecbf43e-7943-4264-b91d-4e021c2b7776 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f1c3fee202840cab4d2d88343d1faf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264066 Sep 03 12:48:03.149024 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 33492) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:03.169967 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbf43e-7943-4264-b91d-4e021c2b7776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52301450-b97b-4ded-92a3-5bd802da9220,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:03.253155 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bd035-5d15-46db-b5ec-ca599976de21 req-16b103b3-a6d3-4ec4-9d51-34239f4d0f2d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:03.255285 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e42bd035-5d15-46db-b5ec-ca599976de21 req-16b103b3-a6d3-4ec4-9d51-34239f4d0f2d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.1332078 Sep 03 12:48:03.281109 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db8dfa62-4525-432a-98fa-c9a1c48392c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.287268 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7711127-272f-483f-8907-abb358716119 req-440935ac-43a4-4cd6-aa62-3e9441985f1b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:03.295334 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d7711127-272f-483f-8907-abb358716119 req-440935ac-43a4-4cd6-aa62-3e9441985f1b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0643027 Sep 03 12:48:03.314359 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db8dfa62-4525-432a-98fa-c9a1c48392c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.326733 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e42bd035-5d15-46db-b5ec-ca599976de21 req-e217516a-2c52-41b5-86c6-2a5d2f2245e3 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617836 Sep 03 12:48:03.343044 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d7711127-272f-483f-8907-abb358716119 req-5bdd19b9-2e39-40f3-989a-b529bfc60282 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452189 Sep 03 12:48:03.380626 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db8dfa62-4525-432a-98fa-c9a1c48392c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.383852 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db8dfa62-4525-432a-98fa-c9a1c48392c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.385192 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-db8dfa62-4525-432a-98fa-c9a1c48392c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52301450-b97b-4ded-92a3-5bd802da9220 HTTP/1.1" status: 204 len: 168 time: 0.2350843 Sep 03 12:48:03.394064 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dfa62-4525-432a-98fa-c9a1c48392c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52301450-b97b-4ded-92a3-5bd802da9220,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:03.441438 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-43bf7474-dd51-4322-91fd-76b15420774f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.498666 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028707-f977-4521-be08-8a713f0b9009 req-4cca4013-80c7-48b3-bf23-06b6c3a4702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:03.500241 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c5028707-f977-4521-be08-8a713f0b9009 req-4cca4013-80c7-48b3-bf23-06b6c3a4702f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfaba424f344748b291e9091f6246f&device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 1099 time: 0.0663269 Sep 03 12:48:03.640528 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028707-f977-4521-be08-8a713f0b9009 req-166b5a79-acc8-4210-b8e4-86e6550fb924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:03.643158 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c5028707-f977-4521-be08-8a713f0b9009 req-166b5a79-acc8-4210-b8e4-86e6550fb924 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 HTTP/1.1" status: 200 len: 920 time: 0.1328607 Sep 03 12:48:03.659327 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-43bf7474-dd51-4322-91fd-76b15420774f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.662360 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89aa94-a99b-41cb-bada-ce11abc4f21b req-4b160d63-8c48-45d9-898d-631acbe22a52 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:03.664980 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bb89aa94-a99b-41cb-bada-ce11abc4f21b req-4b160d63-8c48-45d9-898d-631acbe22a52 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0623119 Sep 03 12:48:03.666110 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-43bf7474-dd51-4322-91fd-76b15420774f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.723289 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bb89aa94-a99b-41cb-bada-ce11abc4f21b req-f0ef6fd7-80af-4cf5-b967-0cae29f312a9 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511899 Sep 03 12:48:03.762351 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c5028707-f977-4521-be08-8a713f0b9009 req-479b6a89-8db3-427c-8ac8-2339b06a1ddc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf28a561-4962-4492-b838-99c637107a07 HTTP/1.1" status: 200 len: 217 time: 0.0918994 Sep 03 12:48:03.765532 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf7474-dd51-4322-91fd-76b15420774f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39741649-c7eb-42b4-8ecb-a5831f81d9c6,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:03.780023 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-43bf7474-dd51-4322-91fd-76b15420774f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=046107ad0ce640c8a3f1a4407d69f019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7223721 Sep 03 12:48:03.780308 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33518) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:03.831006 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028707-f977-4521-be08-8a713f0b9009 req-944e4fa4-04d9-4b7d-8984-a85ca0fde372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:03.834754 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c5028707-f977-4521-be08-8a713f0b9009 req-944e4fa4-04d9-4b7d-8984-a85ca0fde372 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a9aeb54-d293-4b41-839b-75ef7d36a819 HTTP/1.1" status: 200 len: 859 time: 0.0559568 Sep 03 12:48:03.844430 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8a4053c6-24f7-4973-afa0-7c56f764ce8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.868632 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8a4053c6-24f7-4973-afa0-7c56f764ce8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.870278 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c5028707-f977-4521-be08-8a713f0b9009 req-3229b131-46fc-41c5-8449-27e3e345464d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279484 Sep 03 12:48:03.873226 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 33534) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:03.906410 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3802c84b-b78c-4c82-92cd-6555f7647163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.933392 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8a4053c6-24f7-4973-afa0-7c56f764ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.936048 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8a4053c6-24f7-4973-afa0-7c56f764ce8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:03.938734 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-8a4053c6-24f7-4973-afa0-7c56f764ce8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39741649-c7eb-42b4-8ecb-a5831f81d9c6 HTTP/1.1" status: 204 len: 168 time: 0.1567101 Sep 03 12:48:03.946113 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4053c6-24f7-4973-afa0-7c56f764ce8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39741649-c7eb-42b4-8ecb-a5831f81d9c6,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:04.021308 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c5028707-f977-4521-be08-8a713f0b9009 req-aadac8a2-e85d-481e-9044-8ed2165f766c service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395514 Sep 03 12:48:04.141001 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3802c84b-b78c-4c82-92cd-6555f7647163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:04.152381 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3802c84b-b78c-4c82-92cd-6555f7647163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:04.211243 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802c84b-b78c-4c82-92cd-6555f7647163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1c0c57-aa08-4aaf-a68f-694caf75553d,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:04.221430 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c5028707-f977-4521-be08-8a713f0b9009 req-f847c472-4175-482b-bffa-2076bccd4a9c service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777384 Sep 03 12:48:04.227654 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33568) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:04.228853 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-3802c84b-b78c-4c82-92cd-6555f7647163 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07823ce56bbb4f1da59eb4cdaaa2bebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546295 Sep 03 12:48:04.291882 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f90a6d11-1a5c-4e86-83f7-6077d4664363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:04.316440 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f90a6d11-1a5c-4e86-83f7-6077d4664363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:04.402257 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f90a6d11-1a5c-4e86-83f7-6077d4664363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:04.404863 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f90a6d11-1a5c-4e86-83f7-6077d4664363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:04.406159 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-f90a6d11-1a5c-4e86-83f7-6077d4664363 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e1c0c57-aa08-4aaf-a68f-694caf75553d HTTP/1.1" status: 204 len: 168 time: 0.1774006 Sep 03 12:48:04.420072 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a6d11-1a5c-4e86-83f7-6077d4664363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1c0c57-aa08-4aaf-a68f-694caf75553d,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:04.524853 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b4e63-4456-47a8-b3c6-326069809c59 req-84beedc8-aced-407a-b863-da1319bfbd28 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:04.527475 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5c1b4e63-4456-47a8-b3c6-326069809c59 req-84beedc8-aced-407a-b863-da1319bfbd28 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0623722 Sep 03 12:48:04.538213 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717363c5-3e0d-4822-93ee-16678d5aae0b req-a844dafa-2e7a-41aa-8f50-27dbf31cfa0a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:04.547995 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-717363c5-3e0d-4822-93ee-16678d5aae0b req-a844dafa-2e7a-41aa-8f50-27dbf31cfa0a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0699275 Sep 03 12:48:04.580153 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5c1b4e63-4456-47a8-b3c6-326069809c59 req-ad1a3505-5754-4b92-8e6d-3e868b2a3c73 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466607 Sep 03 12:48:04.616190 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-717363c5-3e0d-4822-93ee-16678d5aae0b req-3d230bdc-afe0-4923-937b-32b4c52f05e6 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667233 Sep 03 12:48:04.858213 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fa32b-1f50-46c7-bdd8-e2ef60d47730 req-b6962494-d30d-4a12-972a-642c4bd6df64 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:04.859841 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1e5fa32b-1f50-46c7-bdd8-e2ef60d47730 req-b6962494-d30d-4a12-972a-642c4bd6df64 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0668294 Sep 03 12:48:04.915004 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1e5fa32b-1f50-46c7-bdd8-e2ef60d47730 req-93562e0f-ceb0-43ff-b1b8-3c0c16a0bdfc tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477600 Sep 03 12:48:04.981112 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33624) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:05.132203 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1286481669-network', 'tenant_id': '129d6f42abb6468c8b57e1bb54985084'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:48:05.154093 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Made reservation on behalf of 129d6f42abb6468c8b57e1bb54985084 for: {'network': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:48:05.156540 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:05.170935 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:05.272595 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:05.279814 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:05.312840 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=100322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:48:05.320650 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:05.338274 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:05.338627 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.segments_db [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Added segment 23a4a295-9186-4b0f-a2ef-6494946cfe4d of type vlan for network fac12eb5-d5c7-441b-85f5-a28a23f21272 Sep 03 12:48:05.383646 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:05.407865 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:05.408842 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:05.409436 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:05.449484 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4671862 Sep 03 12:48:05.452372 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 33650) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:05.458487 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-86c189c4-d541-418c-add5-dae2747442d7 admin admin] Request body: {'subnet': {'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1286481669-subnet', 'tenant_id': '129d6f42abb6468c8b57e1bb54985084', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:48:05.475311 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32626e1-fdc2-4700-8ea7-008442807331 admin admin] Pushing event updated for resources: {'Network': ['ID=fac12eb5-d5c7-441b-85f5-a28a23f21272,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:05.485809 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network fac12eb5-d5c7-441b-85f5-a28a23f21272 details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:48:05.493868 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c189c4-d541-418c-add5-dae2747442d7 admin admin] Made reservation on behalf of 129d6f42abb6468c8b57e1bb54985084 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:48:05.496424 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-86c189c4-d541-418c-add5-dae2747442d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3305407'] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:05.723939 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3225c-d81d-4048-9409-cf5f5b5bfabd req-722d23a1-fd7e-4b1f-842a-cb575c1a8101 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:05.725708 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-50f3225c-d81d-4048-9409-cf5f5b5bfabd req-722d23a1-fd7e-4b1f-842a-cb575c1a8101 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0665507 Sep 03 12:48:05.771595 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-50f3225c-d81d-4048-9409-cf5f5b5bfabd req-ca91ae51-3042-4d64-93ca-d10eb44cf9d6 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393291 Sep 03 12:48:05.795386 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704e363-2aed-4327-8402-0c6f639090cf req-ee6c8d81-2bb2-4830-9ae8-4a93547d0a95 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:05.796883 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8704e363-2aed-4327-8402-0c6f639090cf req-ee6c8d81-2bb2-4830-9ae8-4a93547d0a95 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0820405 Sep 03 12:48:05.797904 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-86c189c4-d541-418c-add5-dae2747442d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3305361'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:05.873785 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c189c4-d541-418c-add5-dae2747442d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a4e8e0f-b525-4b88-bc16-bb537776d54b,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:05.897477 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8704e363-2aed-4327-8402-0c6f639090cf req-ac584464-8758-4163-b964-226c583b0ebd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913041 Sep 03 12:48:05.903329 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c189c4-d541-418c-add5-dae2747442d7 admin admin] Checking segment: {'id': '23a4a295-9186-4b0f-a2ef-6494946cfe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:48:05.903690 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c189c4-d541-418c-add5-dae2747442d7 admin admin] Network hostable DHCP agents. Network: fac12eb5-d5c7-441b-85f5-a28a23f21272, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:48:05.930216 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c189c4-d541-418c-add5-dae2747442d7 admin admin] Network fac12eb5-d5c7-441b-85f5-a28a23f21272 is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:48:05.944846 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-86c189c4-d541-418c-add5-dae2747442d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, fac12eb5-d5c7-441b-85f5-a28a23f21272) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:48:05.954344 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b8da2-5426-496e-bd11-5b42db938b94 None None] Network fac12eb5-d5c7-441b-85f5-a28a23f21272 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:48:05.971340 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c189c4-d541-418c-add5-dae2747442d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:05.972463 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-86c189c4-d541-418c-add5-dae2747442d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:05.992828 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-86c189c4-d541-418c-add5-dae2747442d7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5384588 Sep 03 12:48:06.074308 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a608b78-0fc3-403d-9872-94f4d219a936 req-46481fa2-5356-4eca-8a5c-6c7dede3585c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:06.076615 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2a608b78-0fc3-403d-9872-94f4d219a936 req-46481fa2-5356-4eca-8a5c-6c7dede3585c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0888016 Sep 03 12:48:06.086123 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33704) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:06.088705 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae84252-b8f2-4f09-b8f8-07d318904032 req-b10f7bac-3459-4563-8ef5-fc8e589b1407 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:06.090506 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fae84252-b8f2-4f09-b8f8-07d318904032 req-b10f7bac-3459-4563-8ef5-fc8e589b1407 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0771358 Sep 03 12:48:06.097479 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-371ce7e3-bc21-47f0-8f84-1306f7c4753f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Request body: {'floatingip': {'port_id': '0891058a-5986-4fd3-91f6-127febab8478'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:48:06.143659 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fae84252-b8f2-4f09-b8f8-07d318904032 req-dbbec9d1-4fae-4467-ae0e-b60a516e9860 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465188 Sep 03 12:48:06.153700 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850af1c5-8931-4ac9-9922-ba87078b367c None None] Network fac12eb5-d5c7-441b-85f5-a28a23f21272 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:48:06.186507 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-371ce7e3-bc21-47f0-8f84-1306f7c4753f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:06.370945 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f59b87-c2bb-43c5-89f7-0f306c034eee req-f7eddeef-588d-457a-b9a2-f85d5303e6da tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:06.372619 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f4f59b87-c2bb-43c5-89f7-0f306c034eee req-f7eddeef-588d-457a-b9a2-f85d5303e6da tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.1255116 Sep 03 12:48:06.382947 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33726) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:06.388581 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-8ed8cfaf-a68f-4432-95bd-a5c980dee4f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Request body: {'floatingip': {'port_id': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:48:06.496821 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ed8cfaf-a68f-4432-95bd-a5c980dee4f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:06.901581 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589bbc3-3242-464c-9293-0e026d2b0796 req-49e47462-f080-4331-9cba-0c75dd32daed tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:06.903793 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a589bbc3-3242-464c-9293-0e026d2b0796 req-49e47462-f080-4331-9cba-0c75dd32daed tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0590699 Sep 03 12:48:06.943202 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a589bbc3-3242-464c-9293-0e026d2b0796 req-6315762d-3c0c-4a44-8def-a9aedd101f35 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342288 Sep 03 12:48:07.228560 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.db.resource_extend [None req-371ce7e3-bc21-47f0-8f84-1306f7c4753f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 12:48:07.436418 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-371ce7e3-bc21-47f0-8f84-1306f7c4753f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:07.451560 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-371ce7e3-bc21-47f0-8f84-1306f7c4753f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:07.565852 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ed8cfaf-a68f-4432-95bd-a5c980dee4f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:07.575348 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ed8cfaf-a68f-4432-95bd-a5c980dee4f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:07.685586 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.l3_db [None req-371ce7e3-bc21-47f0-8f84-1306f7c4753f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Floating IP 92bcd326-df90-4e18-830d-21e6b7ea66b3 associated. External IP: 172.27.0.57, port: 0891058a-5986-4fd3-91f6-127febab8478. Sep 03 12:48:07.752907 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817cb84-c4af-489c-b0e2-55b17d17af9a req-a13d18cd-708a-46ab-865a-5bb70e34a31d tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:07.754440 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6817cb84-c4af-489c-b0e2-55b17d17af9a req-a13d18cd-708a-46ab-865a-5bb70e34a31d tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 946 time: 0.0494258 Sep 03 12:48:07.774801 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.l3_db [None req-8ed8cfaf-a68f-4432-95bd-a5c980dee4f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Floating IP 44b34c88-0b36-4f09-b3a8-dc2131df07bc associated. External IP: 172.27.0.52, port: e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa. Sep 03 12:48:07.802631 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6817cb84-c4af-489c-b0e2-55b17d17af9a req-d4412b36-2a8f-4890-bf99-424c8f69bacb tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 Sep 03 12:48:08.061988 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777d3d-cd43-4832-b64a-e2cd81d8d769 req-6ddf7c22-7527-4b6c-b504-048f3c620a2c tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:08.065612 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-94777d3d-cd43-4832-b64a-e2cd81d8d769 req-6ddf7c22-7527-4b6c-b504-048f3c620a2c tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0521035 Sep 03 12:48:08.087441 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371ce7e3-bc21-47f0-8f84-1306f7c4753f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:48:08.108003 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-94777d3d-cd43-4832-b64a-e2cd81d8d769 req-77b7fbf1-f5da-4ff7-bff2-03ba2a6daecf tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368047 Sep 03 12:48:08.112115 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed8cfaf-a68f-4432-95bd-a5c980dee4f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Router 1ca03b11-1d5c-432a-8192-de31c5b7f94c has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:48:08.285317 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371ce7e3-bc21-47f0-8f84-1306f7c4753f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:48:08.292739 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-371ce7e3-bc21-47f0-8f84-1306f7c4753f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:08.299562 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9ea55-79b9-443f-a91d-9358159a66c2 None None] Sync routers for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:48:08.315963 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9ea55-79b9-443f-a91d-9358159a66c2 None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:48:08.317439 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-c0e9ea55-79b9-443f-a91d-9358159a66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:08.331422 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-371ce7e3-bc21-47f0-8f84-1306f7c4753f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "PUT /v2.0/floatingips/92bcd326-df90-4e18-830d-21e6b7ea66b3 HTTP/1.1" status: 200 len: 990 time: 2.2440996 Sep 03 12:48:08.332126 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'tag': '0891058a-5986-4fd3-91f6-127febab8478'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:48:08.335211 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5f3baf-c4d0-497b-8ef4-b59894171f74" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "tag": "0891058a-5986-4fd3-91f6-127febab8478"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:48:08.338161 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed8cfaf-a68f-4432-95bd-a5c980dee4f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:48:08.342499 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ed8cfaf-a68f-4432-95bd-a5c980dee4f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:08.351240 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1400c9c-ffa3-4dc7-8365-b2ca4c0e8f3f None None] Sync routers for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:48:08.363068 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1400c9c-ffa3-4dc7-8365-b2ca4c0e8f3f None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:48:08.364037 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-b1400c9c-ffa3-4dc7-8365-b2ca4c0e8f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:08.377378 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-8ed8cfaf-a68f-4432-95bd-a5c980dee4f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "PUT /v2.0/floatingips/44b34c88-0b36-4f09-b3a8-dc2131df07bc HTTP/1.1" status: 200 len: 990 time: 1.9932950 Sep 03 12:48:08.422539 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-c0e9ea55-79b9-443f-a91d-9358159a66c2 None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:48:08.487011 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba369f9-e92f-4e41-aa56-453f58ff4c16 x-openstack-request-id: req-2ba369f9-e92f-4e41-aa56-453f58ff4c16 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:48:08.487326 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "tag": "0891058a-5986-4fd3-91f6-127febab8478", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:48:08.488046 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ba369f9-e92f-4e41-aa56-453f58ff4c16 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:48:08.488854 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'tag': '0891058a-5986-4fd3-91f6-127febab8478', 'status': 'completed', 'code': 200} Sep 03 12:48:08.579588 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f3baf-c4d0-497b-8ef4-b59894171f74 req-d428d365-ed64-4229-984d-5d4ef4e6347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:08.581127 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4b5f3baf-c4d0-497b-8ef4-b59894171f74 req-d428d365-ed64-4229-984d-5d4ef4e6347b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 1098 time: 0.0581288 Sep 03 12:48:08.609640 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-b1400c9c-ffa3-4dc7-8365-b2ca4c0e8f3f None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:48:08.699841 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f3baf-c4d0-497b-8ef4-b59894171f74 req-4a14ba2c-9749-4649-9e5c-bd3737015f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:08.701575 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4b5f3baf-c4d0-497b-8ef4-b59894171f74 req-4a14ba2c-9749-4649-9e5c-bd3737015f01 service neutron] 10.222.0.22 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 918 time: 0.1096609 Sep 03 12:48:08.775696 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-c0e9ea55-79b9-443f-a91d-9358159a66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '92bcd326-df90-4e18-830d-21e6b7ea66b3', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'port_id': '0891058a-5986-4fd3-91f6-127febab8478', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'mac_address': 'fa:16:3e:26:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:47:40Z', 'updated_at': '2021-09-03T12:48:06Z', 'revision_number': 1, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 5, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:08.806107 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9ea55-79b9-443f-a91d-9358159a66c2 None None] Checking router: dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:48:08.814314 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9ea55-79b9-443f-a91d-9358159a66c2 None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:48:08.814962 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-c0e9ea55-79b9-443f-a91d-9358159a66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:08.824346 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4b5f3baf-c4d0-497b-8ef4-b59894171f74 req-5b8207b0-4333-417b-b807-809c9ad8daeb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0891058a-5986-4fd3-91f6-127febab8478 HTTP/1.1" status: 200 len: 998 time: 0.1054926 Sep 03 12:48:08.900854 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f3baf-c4d0-497b-8ef4-b59894171f74 req-26a24afb-e103-4cdd-a674-102c5247343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:08.902466 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4b5f3baf-c4d0-497b-8ef4-b59894171f74 req-26a24afb-e103-4cdd-a674-102c5247343e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4be00016-73eb-4e38-a677-5146d2de1cfc HTTP/1.1" status: 200 len: 856 time: 0.0621221 Sep 03 12:48:08.925269 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-b1400c9c-ffa3-4dc7-8365-b2ca4c0e8f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '44b34c88-0b36-4f09-b3a8-dc2131df07bc', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'port_id': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'mac_address': 'fa:16:3e:27:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de10ac2-3031-4f22-8888-319a28b7122b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:47:43Z', 'updated_at': '2021-09-03T12:48:07Z', 'revision_number': 1, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:40Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:08.940614 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-c0e9ea55-79b9-443f-a91d-9358159a66c2 None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:48:08.955379 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1400c9c-ffa3-4dc7-8365-b2ca4c0e8f3f None None] Checking router: 1ca03b11-1d5c-432a-8192-de31c5b7f94c for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:48:08.965269 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1400c9c-ffa3-4dc7-8365-b2ca4c0e8f3f None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:48:08.966540 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-b1400c9c-ffa3-4dc7-8365-b2ca4c0e8f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:47:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:08.982257 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c8531-002e-4e5c-95e1-194d3e14530f req-3e9a5e08-354e-4705-bd1c-f305468c34c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:08.985108 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fe8c8531-002e-4e5c-95e1-194d3e14530f req-3e9a5e08-354e-4705-bd1c-f305468c34c7 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 946 time: 0.1020951 Sep 03 12:48:08.989116 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f3baf-c4d0-497b-8ef4-b59894171f74 req-db8512dc-df7b-4c10-8853-4d2fcea73d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:08.991877 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4b5f3baf-c4d0-497b-8ef4-b59894171f74 req-db8512dc-df7b-4c10-8853-4d2fcea73d4e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03b07e36-ec05-49cc-9fef-b0924281e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628235 Sep 03 12:48:09.062503 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fe8c8531-002e-4e5c-95e1-194d3e14530f req-75cafebc-bff1-4294-9c55-cc9115958d32 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634358 Sep 03 12:48:09.086621 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-b1400c9c-ffa3-4dc7-8365-b2ca4c0e8f3f None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:48:09.119666 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4b5f3baf-c4d0-497b-8ef4-b59894171f74 req-de6321ac-ed03-4dc2-912b-60f85cee7290 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061754 Sep 03 12:48:09.196541 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-c0e9ea55-79b9-443f-a91d-9358159a66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '92bcd326-df90-4e18-830d-21e6b7ea66b3', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'port_id': '0891058a-5986-4fd3-91f6-127febab8478', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'mac_address': 'fa:16:3e:26:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:47:40Z', 'updated_at': '2021-09-03T12:48:06Z', 'revision_number': 1, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 5, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:09.232186 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9ea55-79b9-443f-a91d-9358159a66c2 None None] The sync data for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi is: [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '92bcd326-df90-4e18-830d-21e6b7ea66b3', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'port_id': '0891058a-5986-4fd3-91f6-127febab8478', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'mac_address': 'fa:16:3e:26:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:47:40Z', 'updated_at': '2021-09-03T12:48:06Z', 'revision_number': 1, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 5, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:48:09.299559 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4b5f3baf-c4d0-497b-8ef4-b59894171f74 req-86e2b53d-5bb7-44f2-9b6e-c8ab514a9162 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570613 Sep 03 12:48:09.315137 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c45058-e697-4b96-862b-a36cf5a344e6 req-1feb37a3-7351-4de4-851a-2aef55dcbf07 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:09.317615 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-15c45058-e697-4b96-862b-a36cf5a344e6 req-1feb37a3-7351-4de4-851a-2aef55dcbf07 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.1132357 Sep 03 12:48:09.358044 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-15c45058-e697-4b96-862b-a36cf5a344e6 req-c9aa2d08-1584-4e93-9de3-e41da36ec5cb tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344837 Sep 03 12:48:09.362300 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-b1400c9c-ffa3-4dc7-8365-b2ca4c0e8f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '44b34c88-0b36-4f09-b3a8-dc2131df07bc', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'port_id': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'mac_address': 'fa:16:3e:27:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de10ac2-3031-4f22-8888-319a28b7122b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:47:43Z', 'updated_at': '2021-09-03T12:48:07Z', 'revision_number': 1, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:40Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:09.390009 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1400c9c-ffa3-4dc7-8365-b2ca4c0e8f3f None None] The sync data for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi is: [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '44b34c88-0b36-4f09-b3a8-dc2131df07bc', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'port_id': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'mac_address': 'fa:16:3e:27:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de10ac2-3031-4f22-8888-319a28b7122b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:47:43Z', 'updated_at': '2021-09-03T12:48:07Z', 'revision_number': 1, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:40Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:48:09.482432 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84574fe-51c0-47e2-915f-f5f3f9a90f49 None None] New status for floating IP 92bcd326-df90-4e18-830d-21e6b7ea66b3: ACTIVE {{(pid=100324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:48:09.635215 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f3a3ae-c15c-4444-8658-e3d882628d46 None None] New status for floating IP 44b34c88-0b36-4f09-b3a8-dc2131df07bc: ACTIVE {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:48:10.191189 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8de96-36a5-4623-9d25-0494bbfd23c2 req-39d63e03-a8f3-4d90-a31a-447e77e2dad3 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:10.193547 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cdb8de96-36a5-4623-9d25-0494bbfd23c2 req-39d63e03-a8f3-4d90-a31a-447e77e2dad3 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 946 time: 0.0569656 Sep 03 12:48:10.234783 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cdb8de96-36a5-4623-9d25-0494bbfd23c2 req-b2d57125-a3c7-426b-8c47-d38d68ead3c2 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad2719ca-b7cb-4ce8-be82-d10b445ada7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351727 Sep 03 12:48:10.477305 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c1be1-25e2-4799-9621-7497ba8b4a73 req-b8645fd2-3205-4819-ba0d-c43559c3001f tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:10.478813 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d40c1be1-25e2-4799-9621-7497ba8b4a73 req-b8645fd2-3205-4819-ba0d-c43559c3001f tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0555184 Sep 03 12:48:10.490216 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de10ac2-3031-4f22-8888-319a28b7122b', 'tag': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:48:10.492417 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ba7d7b-2da3-407d-a8f4-0a24e2053011" -d '{"events": [{"name": "network-changed", "server_uuid": "9de10ac2-3031-4f22-8888-319a28b7122b", "tag": "e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:48:10.518771 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d40c1be1-25e2-4799-9621-7497ba8b4a73 req-85702a40-c7ae-49b8-b607-234fc65c7dd9 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340784 Sep 03 12:48:10.565145 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537161-99b6-4596-aef3-8c699d955e6e req-505dca62-5f54-4606-a661-a4278080b73e tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:10.567329 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8f537161-99b6-4596-aef3-8c699d955e6e req-505dca62-5f54-4606-a661-a4278080b73e tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 946 time: 0.0469813 Sep 03 12:48:10.572733 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa4b1c3-9e33-47f7-bf68-bbc9d2f258f6 x-openstack-request-id: req-1aa4b1c3-9e33-47f7-bf68-bbc9d2f258f6 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:48:10.573088 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de10ac2-3031-4f22-8888-319a28b7122b", "tag": "e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:48:10.573400 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1aa4b1c3-9e33-47f7-bf68-bbc9d2f258f6 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:48:10.573854 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de10ac2-3031-4f22-8888-319a28b7122b', 'tag': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa', 'status': 'completed', 'code': 200} Sep 03 12:48:10.655958 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba7d7b-2da3-407d-a8f4-0a24e2053011 req-ed453d07-c8ab-4708-a4a3-8124adbb38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:10.657535 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-66ba7d7b-2da3-407d-a8f4-0a24e2053011 req-ed453d07-c8ab-4708-a4a3-8124adbb38ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7d060594d0645abb0e087e7bb9ffe5d&device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 1098 time: 0.0425351 Sep 03 12:48:10.741182 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-8f537161-99b6-4596-aef3-8c699d955e6e req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Deleting port 777ab163-244c-4fd3-9604-52a8879cd4fa {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:48:10.741609 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8f537161-99b6-4596-aef3-8c699d955e6e req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:10.855043 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-8f537161-99b6-4596-aef3-8c699d955e6e req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] For port 777ab163-244c-4fd3-9604-52a8879cd4fa, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=777ab163-244c-4fd3-9604-52a8879cd4fa,segment=NetworkSegment(76426816-46ef-4c3e-b8ec-c238c8a3d8df),segment_id=76426816-46ef-4c3e-b8ec-c238c8a3d8df)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:48:10.855415 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8f537161-99b6-4596-aef3-8c699d955e6e req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:10.870573 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-8f537161-99b6-4596-aef3-8c699d955e6e req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Calling delete_port for 777ab163-244c-4fd3-9604-52a8879cd4fa owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:48:10.987910 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba7d7b-2da3-407d-a8f4-0a24e2053011 req-077add33-0e1d-409b-93e9-5efe828c1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:10.989436 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-66ba7d7b-2da3-407d-a8f4-0a24e2053011 req-077add33-0e1d-409b-93e9-5efe828c1111 service neutron] 10.222.0.22 "GET /v2.0/networks?id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1 HTTP/1.1" status: 200 len: 912 time: 0.3245528 Sep 03 12:48:11.108060 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-66ba7d7b-2da3-407d-a8f4-0a24e2053011 req-1ed71be5-6f2e-491d-8ba8-2906786e49be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa HTTP/1.1" status: 200 len: 1000 time: 0.0928054 Sep 03 12:48:11.171137 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba7d7b-2da3-407d-a8f4-0a24e2053011 req-efc03c4a-a95b-45ae-9ba3-51f847079f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:11.172519 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-66ba7d7b-2da3-407d-a8f4-0a24e2053011 req-efc03c4a-a95b-45ae-9ba3-51f847079f6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f804e94f-4cdc-4875-a25a-f1c5b250b678 HTTP/1.1" status: 200 len: 850 time: 0.0498178 Sep 03 12:48:11.214203 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8f537161-99b6-4596-aef3-8c699d955e6e req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:11.218682 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba7d7b-2da3-407d-a8f4-0a24e2053011 req-c86baa62-861d-45d6-927e-10fa7718779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:11.220190 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-66ba7d7b-2da3-407d-a8f4-0a24e2053011 req-c86baa62-861d-45d6-927e-10fa7718779e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394669 Sep 03 12:48:11.231170 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['777ab163-244c-4fd3-9604-52a8879cd4fa'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:48:11.251803 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Pushing event deleted for resources: {'Port': ['ID=777ab163-244c-4fd3-9604-52a8879cd4fa,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:11.310073 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:11.310565 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:11.310932 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:11.311268 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:11.311600 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:11.312038 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:11.312368 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:11.312699 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:11.313034 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:11.313467 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:11.313795 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:11.314114 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:11.332625 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f537161-99b6-4596-aef3-8c699d955e6e req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] No DVR routers for this DVR port 777ab163-244c-4fd3-9604-52a8879cd4fa on host hv-cinder-80655 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:48:11.342921 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8f537161-99b6-4596-aef3-8c699d955e6e req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:11.344811 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8f537161-99b6-4596-aef3-8c699d955e6e req-c1d8b026-13d6-4889-8bde-5fd258f71a99 tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.22 "DELETE /v2.0/ports/777ab163-244c-4fd3-9604-52a8879cd4fa HTTP/1.1" status: 204 len: 173 time: 0.7648094 Sep 03 12:48:11.345236 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd98caae-038a-4d10-9689-772c26adffa5', 'name': 'network-vif-deleted', 'tag': '777ab163-244c-4fd3-9604-52a8879cd4fa'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:48:11.347474 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ed7451-582a-41e2-890b-df51469a05c3" -d '{"events": [{"server_uuid": "fd98caae-038a-4d10-9689-772c26adffa5", "name": "network-vif-deleted", "tag": "777ab163-244c-4fd3-9604-52a8879cd4fa"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:48:11.362809 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-66ba7d7b-2da3-407d-a8f4-0a24e2053011 req-3510d3d2-c979-4c50-868a-bf81da42d4d5 service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201859 Sep 03 12:48:11.368481 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dcf1c4a7-e8d9-46fd-89a5-49976c95f13e req-d991b5d0-0c6a-4058-a014-26deb19cb16d tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 210 time: 0.0377064 Sep 03 12:48:11.418512 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7e5dfe-f9cc-4fa0-a58d-1667f086ce95 x-openstack-request-id: req-2f7e5dfe-f9cc-4fa0-a58d-1667f086ce95 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:48:11.418838 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd98caae-038a-4d10-9689-772c26adffa5", "name": "network-vif-deleted", "tag": "777ab163-244c-4fd3-9604-52a8879cd4fa", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:48:11.419089 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f7e5dfe-f9cc-4fa0-a58d-1667f086ce95 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:48:11.419482 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd98caae-038a-4d10-9689-772c26adffa5', 'name': 'network-vif-deleted', 'tag': '777ab163-244c-4fd3-9604-52a8879cd4fa', 'status': 'completed', 'code': 200} Sep 03 12:48:11.469708 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-66ba7d7b-2da3-407d-a8f4-0a24e2053011 req-d9a76eac-eee5-42e7-bc74-40c886720ec8 service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906777 Sep 03 12:48:11.643079 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161a466-6d28-4b22-894f-5f6eb9b01efa req-e8956d24-e04d-48ac-aa72-f26db6d02c54 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:11.644608 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3161a466-6d28-4b22-894f-5f6eb9b01efa req-e8956d24-e04d-48ac-aa72-f26db6d02c54 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0565567 Sep 03 12:48:11.682864 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3161a466-6d28-4b22-894f-5f6eb9b01efa req-823fa9d2-3703-4cec-b2c6-d525602ebb96 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Sep 03 12:48:12.508900 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e9cf0e5e-bafe-4bb6-8acb-c29e5e11299e req-142e59bc-6a68-40ca-9def-1063e471f85a tempest-DeleteServersTestJSON-61856268 tempest-DeleteServersTestJSON-61856268-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd98caae-038a-4d10-9689-772c26adffa5 HTTP/1.1" status: 200 len: 210 time: 0.0308504 Sep 03 12:48:12.820384 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f3a61-4bc1-41bc-9551-d71629ed4cfb req-4a53d1dc-1c39-46c2-b1ee-47966a118956 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:12.821919 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-eb2f3a61-4bc1-41bc-9551-d71629ed4cfb req-4a53d1dc-1c39-46c2-b1ee-47966a118956 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0615346 Sep 03 12:48:12.871664 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-eb2f3a61-4bc1-41bc-9551-d71629ed4cfb req-2bd87834-92eb-4062-b25f-4318aeec84e2 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Sep 03 12:48:14.001990 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a9cea-43f5-447b-866b-68a7f279c480 req-5c4e1701-2051-4d25-9ad4-56ccf5d45c92 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:14.004222 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-392a9cea-43f5-447b-866b-68a7f279c480 req-5c4e1701-2051-4d25-9ad4-56ccf5d45c92 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0548983 Sep 03 12:48:14.044269 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-392a9cea-43f5-447b-866b-68a7f279c480 req-2c43acdd-3bfc-47b9-adfc-e92c5eddea29 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329750 Sep 03 12:48:14.101762 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 777ab163-244c-4fd3-9604-52a8879cd4fa no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:48:14.129941 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 777ab163-244c-4fd3-9604-52a8879cd4fa {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:48:14.130397 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 777ab163-244c-4fd3-9604-52a8879cd4fa not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:48:14.974862 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33878) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:15.025973 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_v2 [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Deleting subnet 102cb50f-2875-4971-9e6f-f4685e0b9b84 {{(pid=100322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:48:15.029183 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.069517 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.075429 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.135067 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for subnet, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.159968 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102cb50f-2875-4971-9e6f-f4685e0b9b84,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:15.164564 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.170628 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156205d-53ad-4194-bed7-9f2b9815c90f req-813c46e1-901e-42a9-91e1-3952f891dc1a tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:15.171057 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/102cb50f-2875-4971-9e6f-f4685e0b9b84 HTTP/1.1" status: 204 len: 168 time: 0.1902874 Sep 03 12:48:15.171057 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 33886) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:15.171248 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c156205d-53ad-4194-bed7-9f2b9815c90f req-813c46e1-901e-42a9-91e1-3952f891dc1a tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0540810 Sep 03 12:48:15.178001 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:15.178355 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:15.178726 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:15.179057 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:15.179387 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:15.179715 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:15.180230 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:15.180567 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:15.181444 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:15.181784 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:15.182113 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:15.182441 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243a762c-5468-41d0-9ab8-634c7c49cce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:15.211649 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c156205d-53ad-4194-bed7-9f2b9815c90f req-f1c1d69a-a833-444e-afde-f541fd748a93 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376444 Sep 03 12:48:15.261063 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.341266 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.352698 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.353065 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.353832 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.354165 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > port after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.354507 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.354900 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > port after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.355227 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.355572 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.355915 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.356252 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.422999 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.423339 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.423670 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.424002 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:15.424374 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bda6d6-762d-4e17-884d-92257167c675']}} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:15.442548 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76426816-46ef-4c3e-b8ec-c238c8a3d8df') {'for_net_delete': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:15.442880 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76426816-46ef-4c3e-b8ec-c238c8a3d8df') {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:15.459897 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9248883'] for segment, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.485472 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.494080 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=100322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:48:15.494457 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9347431'] for segment, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: from cryptography.utils import int_from_bytes Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: from cryptography.utils import int_from_bytes Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: Traceback (most recent call last): Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: timer() Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: cb(*args, **kw) Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: return func(*args, **kwargs) Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: self._notify() Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: self.callback(batched_events) Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: event.method(event) Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: return f(self, *a, **k) Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: return self._get(url).json() Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: return self.request(url, 'GET', **kwargs) Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:48:15.499147 dv-cinder-806559-6-iscsi neutron-server[100322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:48:15.563131 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.572952 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.575221 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/83bda6d6-762d-4e17-884d-92257167c675 HTTP/1.1" status: 204 len: 168 time: 0.4040287 Sep 03 12:48:15.592122 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84d7dc-a91e-4963-a791-edb8e955a5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=83bda6d6-762d-4e17-884d-92257167c675,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:15.743184 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 33900) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:15.785700 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b1efd697-f7b0-430d-9ca4-8046207e534a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f8c06cab6d94772b3dc6d3ae976bc63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404570 Sep 03 12:48:15.788348 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 33902) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:15.843123 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3fcc11ff-54c4-4e02-b95a-57f04395064e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.865946 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3fcc11ff-54c4-4e02-b95a-57f04395064e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.914525 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3fcc11ff-54c4-4e02-b95a-57f04395064e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.917190 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3fcc11ff-54c4-4e02-b95a-57f04395064e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:15.918342 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-3fcc11ff-54c4-4e02-b95a-57f04395064e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad2719ca-b7cb-4ce8-be82-d10b445ada7f HTTP/1.1" status: 204 len: 168 time: 0.1291053 Sep 03 12:48:15.926662 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc11ff-54c4-4e02-b95a-57f04395064e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2719ca-b7cb-4ce8-be82-d10b445ada7f,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:16.621718 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:48:19.145200 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ed5db16f-6e48-42e8-bdb2-4efdaad05241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:20.386531 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 34006) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:20.502107 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-da3b588f-38a4-4c51-9926-c5790cd392ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:20.518575 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a39db459-b21e-437f-9ea3-eb4faa313820 req-2a91c34f-188b-4596-935f-cd6c7798c295 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439730 Sep 03 12:48:20.603567 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-da3b588f-38a4-4c51-9926-c5790cd392ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:20.607830 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-da3b588f-38a4-4c51-9926-c5790cd392ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:20.610046 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39db459-b21e-437f-9ea3-eb4faa313820 req-60f84b67-a26a-446d-ad44-015d3b4f1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:20.611638 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a39db459-b21e-437f-9ea3-eb4faa313820 req-60f84b67-a26a-446d-ad44-015d3b4f1588 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e76c7abc7bf84515abcfb38980a917a7&device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 1098 time: 0.0465169 Sep 03 12:48:20.646458 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-da3b588f-38a4-4c51-9926-c5790cd392ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d478472fae1e40909faa2607179d45ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587824 Sep 03 12:48:20.648652 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b588f-38a4-4c51-9926-c5790cd392ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675b57d4-f26c-4d16-9506-1111f6af937c,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:20.650982 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 34010) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:20.699941 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fa45d905-3a69-42f6-a6c3-792d443ab9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:20.720276 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fa45d905-3a69-42f6-a6c3-792d443ab9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:20.724646 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39db459-b21e-437f-9ea3-eb4faa313820 req-1ed30280-562b-452c-93f7-28fba8c25bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:20.726786 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a39db459-b21e-437f-9ea3-eb4faa313820 req-1ed30280-562b-452c-93f7-28fba8c25bb0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 200 len: 915 time: 0.0896349 Sep 03 12:48:20.775524 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a39db459-b21e-437f-9ea3-eb4faa313820 req-888a33e2-a39e-4376-8956-d4a42be910cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=463bbe24-5676-4ced-9118-72f026f6470a HTTP/1.1" status: 200 len: 217 time: 0.0372190 Sep 03 12:48:20.777003 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fa45d905-3a69-42f6-a6c3-792d443ab9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:20.779638 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fa45d905-3a69-42f6-a6c3-792d443ab9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:20.780769 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-fa45d905-3a69-42f6-a6c3-792d443ab9bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/675b57d4-f26c-4d16-9506-1111f6af937c HTTP/1.1" status: 204 len: 168 time: 0.1288834 Sep 03 12:48:20.789367 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45d905-3a69-42f6-a6c3-792d443ab9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675b57d4-f26c-4d16-9506-1111f6af937c,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:20.842871 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39db459-b21e-437f-9ea3-eb4faa313820 req-d09267a9-ac36-44d8-892b-46e7b722973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:20.844395 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a39db459-b21e-437f-9ea3-eb4faa313820 req-d09267a9-ac36-44d8-892b-46e7b722973b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=72c9b9e2-e641-4e80-b66d-98a10f2a744e HTTP/1.1" status: 200 len: 854 time: 0.0582836 Sep 03 12:48:20.882240 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a39db459-b21e-437f-9ea3-eb4faa313820 req-1930dfa1-d4d8-4c4a-be8f-73851a87b27f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238340 Sep 03 12:48:20.979614 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a39db459-b21e-437f-9ea3-eb4faa313820 req-05602960-0434-4646-aa38-3a2a318bb169 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890734 Sep 03 12:48:21.071628 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 34018) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:21.079064 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a39db459-b21e-437f-9ea3-eb4faa313820 req-dad70b0e-57a9-404a-a6cb-9ba30227fa16 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916126 Sep 03 12:48:21.085841 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-036d8610-174b-4953-bc5b-eda7641042d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:21.177149 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-036d8610-174b-4953-bc5b-eda7641042d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:21.182583 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-036d8610-174b-4953-bc5b-eda7641042d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:21.226713 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-036d8610-174b-4953-bc5b-eda7641042d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0decd64b8abd46e0b2241f71e3cd18f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539345 Sep 03 12:48:21.227209 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 34020) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:21.227509 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d8610-174b-4953-bc5b-eda7641042d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee29109-4e6d-4ae5-a552-7600bf9eda8a,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:21.281795 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4d07f50-7419-464f-98d9-0ac69d499c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:21.306661 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4d07f50-7419-464f-98d9-0ac69d499c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:21.354568 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4d07f50-7419-464f-98d9-0ac69d499c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:21.357067 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4d07f50-7419-464f-98d9-0ac69d499c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:21.358193 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-c4d07f50-7419-464f-98d9-0ac69d499c3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fee29109-4e6d-4ae5-a552-7600bf9eda8a HTTP/1.1" status: 204 len: 168 time: 0.1299865 Sep 03 12:48:21.365634 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d07f50-7419-464f-98d9-0ac69d499c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee29109-4e6d-4ae5-a552-7600bf9eda8a,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:21.836283 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-83212fa4-3215-4144-a349-f6ccfd7f2eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:22.282731 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:23.187897 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:23.376703 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:24.921331 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:28.592441 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-449c5b4a-a3dd-4502-b6aa-2a64ac6d1b52 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:28.594304 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-449c5b4a-a3dd-4502-b6aa-2a64ac6d1b52 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/networks?id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 200 len: 814 time: 0.1159248 Sep 03 12:48:28.595369 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-efba12a9-6f67-4548-99e4-ba298e5195a7 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:28.598775 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-efba12a9-6f67-4548-99e4-ba298e5195a7 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/networks?id=fac12eb5-d5c7-441b-85f5-a28a23f21272 HTTP/1.1" status: 200 len: 809 time: 0.1245594 Sep 03 12:48:28.614137 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-98538a7d-b825-4e24-ba81-e827938972b5 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/quotas/129d6f42abb6468c8b57e1bb54985084 HTTP/1.1" status: 200 len: 375 time: 0.0103505 Sep 03 12:48:28.616835 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-84a9bd95-f5d5-46ce-a048-6d46a1873b97 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/quotas/e76c7abc7bf84515abcfb38980a917a7 HTTP/1.1" status: 200 len: 375 time: 0.0107141 Sep 03 12:48:28.656379 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-4668eee0-1329-42b6-9670-b5d43671ae20 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=129d6f42abb6468c8b57e1bb54985084&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344379 Sep 03 12:48:28.683625 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-e8696405-7256-483c-9c39-31ecee4aa8c9 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e76c7abc7bf84515abcfb38980a917a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0611022 Sep 03 12:48:28.759557 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-a0509ead-234d-4bf7-a1f5-e13f2f04be32 service neutron] 10.222.0.23 "GET /v2.0/networks/fac12eb5-d5c7-441b-85f5-a28a23f21272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957286 Sep 03 12:48:28.808698 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-4fd7f9dc-b176-48fe-95dd-4633e35d5e9e service neutron] 10.222.0.23 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184454 Sep 03 12:48:28.861100 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-2ea0a22e-02f1-47bb-b2f4-6c525cedbcbc service neutron] 10.222.0.23 "GET /v2.0/networks/fac12eb5-d5c7-441b-85f5-a28a23f21272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952744 Sep 03 12:48:28.922137 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-b4555115-3515-457c-8dce-05319f923e8f service neutron] 10.222.0.23 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065168 Sep 03 12:48:29.213068 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411d8a2-8597-44e1-a96c-cf3edc82c408 req-08d98883-0b7c-40ae-a784-9d66ea527fa1 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:29.214971 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4411d8a2-8597-44e1-a96c-cf3edc82c408 req-08d98883-0b7c-40ae-a784-9d66ea527fa1 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0604932 Sep 03 12:48:29.216944 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-544a43cc-4429-4944-9b30-c0f439bc2843 req-811f4cbd-5dfc-4827-8d7a-1666ba0858b3 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 210 time: 0.0351951 Sep 03 12:48:29.283237 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4411d8a2-8597-44e1-a96c-cf3edc82c408 req-26c27f19-e7fd-42ec-be7d-a25d6f5e3a06 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553708 Sep 03 12:48:29.329207 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-93b52b87-ba02-43b6-bcc5-1f7beb08698c req-caf3ea11-e257-4d09-a9ef-b17f9e995b80 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 210 time: 0.0257461 Sep 03 12:48:32.253856 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-19fdaa08-0da8-42c0-a881-5b21ef138797 req-5da6442a-3a5e-4a7c-82b1-879b46e23875 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 210 time: 0.0398977 Sep 03 12:48:32.329074 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad63101-adeb-4d56-beb2-5a50f297c260 req-016de12b-433e-46b2-813f-7ad0b43d2b31 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:32.336870 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4ad63101-adeb-4d56-beb2-5a50f297c260 req-016de12b-433e-46b2-813f-7ad0b43d2b31 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0806894 Sep 03 12:48:32.355247 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-46e5c93a-8d0f-4cba-95cc-45726c8ade22 req-87165380-cba4-452b-8400-b820f82e9389 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 210 time: 0.0289123 Sep 03 12:48:32.370964 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4ad63101-adeb-4d56-beb2-5a50f297c260 req-de776f50-cd38-4e50-acb2-dcc06780da41 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Sep 03 12:48:32.950955 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-d8268c36-8855-41d3-abd5-5ae9f3a01301 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:32.952399 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-d8268c36-8855-41d3-abd5-5ae9f3a01301 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.22 "GET /v2.0/networks?id=fac12eb5-d5c7-441b-85f5-a28a23f21272 HTTP/1.1" status: 200 len: 809 time: 0.1198113 Sep 03 12:48:32.973887 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58caed7e-d8f1-45ab-9c4c-08f2461cbf94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Request body: {'port': {'device_id': '0c8a16a5-52d3-444e-abf2-d4264cf13de7', 'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272', 'admin_state_up': True, 'tenant_id': '129d6f42abb6468c8b57e1bb54985084'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:48:33.091783 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58caed7e-d8f1-45ab-9c4c-08f2461cbf94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Made reservation on behalf of 129d6f42abb6468c8b57e1bb54985084 for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:48:33.095492 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58caed7e-d8f1-45ab-9c4c-08f2461cbf94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:33.233438 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58caed7e-d8f1-45ab-9c4c-08f2461cbf94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Allocated IP 172.20.0.13 (fac12eb5-d5c7-441b-85f5-a28a23f21272/1a4e8e0f-b525-4b88-bc16-bb537776d54b/b55ac645-c082-476a-b626-d6eb60984cb3) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:48:33.391304 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-738d77f5-c87f-41e5-be9f-f0197b35a370 req-e4c8b009-bfc6-4c51-9995-22d1911f76a5 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 210 time: 0.0333586 Sep 03 12:48:33.420930 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58caed7e-d8f1-45ab-9c4c-08f2461cbf94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:33.507255 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-12ec971c-f56a-4c58-b8c2-398d4e2b686f req-c3b48a51-6304-4bfd-aea8-13161a3ef09a tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 210 time: 0.0455954 Sep 03 12:48:33.509461 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58caed7e-d8f1-45ab-9c4c-08f2461cbf94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:33.532821 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-e6dc75ad-687c-43c9-9754-8324b9ffebf8 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:33.534313 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-e6dc75ad-687c-43c9-9754-8324b9ffebf8 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "GET /v2.0/networks?id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 200 len: 814 time: 0.1785939 Sep 03 12:48:33.551578 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-1561869a-72d3-4235-bcc3-ece415dcdf87 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Request body: {'port': {'device_id': '92b896dd-7e48-410e-9180-867610057b30', 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8', 'admin_state_up': True, 'tenant_id': 'e76c7abc7bf84515abcfb38980a917a7'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:48:33.577243 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58caed7e-d8f1-45ab-9c4c-08f2461cbf94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Network fac12eb5-d5c7-441b-85f5-a28a23f21272 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:48:33.581700 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58caed7e-d8f1-45ab-9c4c-08f2461cbf94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:48:33.599556 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caed7e-d8f1-45ab-9c4c-08f2461cbf94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Pushing event updated for resources: {'Port': ['ID=b55ac645-c082-476a-b626-d6eb60984cb3,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:33.607818 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58caed7e-d8f1-45ab-9c4c-08f2461cbf94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:48:33.656991 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55aa4e-9ffa-4a3a-af02-a600775f18d7 req-e037ffef-1c5f-4244-83c3-c0957618aab9 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:33.658401 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5a55aa4e-9ffa-4a3a-af02-a600775f18d7 req-e037ffef-1c5f-4244-83c3-c0957618aab9 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.1634099 Sep 03 12:48:33.668984 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-1561869a-72d3-4235-bcc3-ece415dcdf87 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Made reservation on behalf of e76c7abc7bf84515abcfb38980a917a7 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:48:33.672614 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-1561869a-72d3-4235-bcc3-ece415dcdf87 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:33.683673 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58caed7e-d8f1-45ab-9c4c-08f2461cbf94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:33.684266 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58caed7e-d8f1-45ab-9c4c-08f2461cbf94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:33.715072 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58caed7e-d8f1-45ab-9c4c-08f2461cbf94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7449322 Sep 03 12:48:33.722497 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5a55aa4e-9ffa-4a3a-af02-a600775f18d7 req-80f67fa7-213b-49b0-9119-08708a32b52e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552788 Sep 03 12:48:33.734218 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Request body: {'port': {'device_id': '0c8a16a5-52d3-444e-abf2-d4264cf13de7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:48:33.788813 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:33.802599 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-1561869a-72d3-4235-bcc3-ece415dcdf87 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Allocated IP 172.20.0.12 (d403c5f3-cb6d-4580-ba6c-d4f6921888d8/72c9b9e2-e641-4e80-b66d-98a10f2a744e/95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:48:33.955116 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-1561869a-72d3-4235-bcc3-ece415dcdf87 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.003860 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-1561869a-72d3-4235-bcc3-ece415dcdf87 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.012205 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['463bbe24-5676-4ced-9118-72f026f6470a'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:48:34.035549 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-1561869a-72d3-4235-bcc3-ece415dcdf87 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:48:34.041225 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-1561869a-72d3-4235-bcc3-ece415dcdf87 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:48:34.044840 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-1561869a-72d3-4235-bcc3-ece415dcdf87 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:48:34.067663 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55ac645-c082-476a-b626-d6eb60984cb3 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:48:34.076693 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.078272 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561869a-72d3-4235-bcc3-ece415dcdf87 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Pushing event updated for resources: {'Port': ['ID=95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:34.100973 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Transition to ACTIVE for port object b55ac645-c082-476a-b626-d6eb60984cb3 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:48:34.101281 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-1561869a-72d3-4235-bcc3-ece415dcdf87 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:34.101839 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-1561869a-72d3-4235-bcc3-ece415dcdf87 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.105196 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.116503 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-1561869a-72d3-4235-bcc3-ece415dcdf87 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5689843 Sep 03 12:48:34.130582 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Request body: {'port': {'device_id': '92b896dd-7e48-410e-9180-867610057b30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:48:34.158519 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Pushing event updated for resources: {'Port': ['ID=b55ac645-c082-476a-b626-d6eb60984cb3,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:34.199406 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.225738 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Attempting to bind port b55ac645-c082-476a-b626-d6eb60984cb3 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:48:34.226129 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Attempting to bind port b55ac645-c082-476a-b626-d6eb60984cb3 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '23a4a295-9186-4b0f-a2ef-6494946cfe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:48:34.226434 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Attempting to bind port b55ac645-c082-476a-b626-d6eb60984cb3 on network fac12eb5-d5c7-441b-85f5-a28a23f21272 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:48:34.231851 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Port b55ac645-c082-476a-b626-d6eb60984cb3 on network fac12eb5-d5c7-441b-85f5-a28a23f21272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:48:34.232346 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Attempting to bind port b55ac645-c082-476a-b626-d6eb60984cb3 on network fac12eb5-d5c7-441b-85f5-a28a23f21272 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:48:34.238654 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:48:34.239064 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Checking segment: {'id': '23a4a295-9186-4b0f-a2ef-6494946cfe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:48:34.239449 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Bound using segment: {'id': '23a4a295-9186-4b0f-a2ef-6494946cfe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:48:34.239924 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Bound port: b55ac645-c082-476a-b626-d6eb60984cb3, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a4a295-9186-4b0f-a2ef-6494946cfe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:48:34.240309 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.326943 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] For port b55ac645-c082-476a-b626-d6eb60984cb3, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:48:34.330486 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] For port b55ac645-c082-476a-b626-d6eb60984cb3, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=b55ac645-c082-476a-b626-d6eb60984cb3,segment=NetworkSegment(23a4a295-9186-4b0f-a2ef-6494946cfe4d),segment_id=23a4a295-9186-4b0f-a2ef-6494946cfe4d)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:48:34.338273 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.378558 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:34.379241 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.380669 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] 10.222.0.22 "PUT /v2.0/ports/b55ac645-c082-476a-b626-d6eb60984cb3 HTTP/1.1" status: 200 len: 1094 time: 0.6513727 Sep 03 12:48:34.381919 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8a16a5-52d3-444e-abf2-d4264cf13de7', 'tag': 'b55ac645-c082-476a-b626-d6eb60984cb3'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:48:34.384176 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237de5c5-e6bf-4cac-a3d6-9c7bbcbe6165" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8a16a5-52d3-444e-abf2-d4264cf13de7", "tag": "b55ac645-c082-476a-b626-d6eb60984cb3"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:48:34.413484 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd3916-c3b4-4be2-8865-3502461ab03c service neutron] Pushing event updated for resources: {'Port': ['ID=b55ac645-c082-476a-b626-d6eb60984cb3,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:34.489510 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-ba12a337-9d86-494a-bffb-2d4fa8af2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:34.493244 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-ba12a337-9d86-494a-bffb-2d4fa8af2665 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=129d6f42abb6468c8b57e1bb54985084&device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 1097 time: 0.0537810 Sep 03 12:48:34.514234 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56add60b-db6d-43a7-a59f-625a7d651333 x-openstack-request-id: req-56add60b-db6d-43a7-a59f-625a7d651333 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:48:34.514735 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8a16a5-52d3-444e-abf2-d4264cf13de7", "tag": "b55ac645-c082-476a-b626-d6eb60984cb3", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:48:34.515064 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56add60b-db6d-43a7-a59f-625a7d651333 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:48:34.515618 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8a16a5-52d3-444e-abf2-d4264cf13de7', 'tag': 'b55ac645-c082-476a-b626-d6eb60984cb3', 'status': 'completed', 'code': 200} Sep 03 12:48:34.544586 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-d1cc3927-b1f6-48f7-b87c-1b79af070e48 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55ac645-c082-476a-b626-d6eb60984cb3 HTTP/1.1" status: 200 len: 217 time: 0.0423486 Sep 03 12:48:34.564649 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:48:34.573789 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.593321 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Transition to ACTIVE for port object 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:48:34.609142 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.629809 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30512f35-280d-41d5-a590-32ec9137ae98 req-d40553ff-f481-4094-9284-6a2dc4c80155 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:34.631878 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-30512f35-280d-41d5-a590-32ec9137ae98 req-d40553ff-f481-4094-9284-6a2dc4c80155 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 944 time: 0.0892484 Sep 03 12:48:34.635742 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58fa39e9-319d-41d8-952b-8ebd53fb0e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:34.637095 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-58fa39e9-319d-41d8-952b-8ebd53fb0e78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a4e8e0f-b525-4b88-bc16-bb537776d54b HTTP/1.1" status: 200 len: 849 time: 0.0823889 Sep 03 12:48:34.680064 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-b8f8fc10-8f14-47a2-981b-b16f2d9c92dc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fac12eb5-d5c7-441b-85f5-a28a23f21272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285537 Sep 03 12:48:34.686479 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac25cca-fb03-4927-b30b-f505d95d1709 req-4d99d4ea-6695-41a3-b9f7-4aefbb22d82f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:34.687995 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4ac25cca-fb03-4927-b30b-f505d95d1709 req-4d99d4ea-6695-41a3-b9f7-4aefbb22d82f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 944 time: 0.0974002 Sep 03 12:48:34.688594 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a802864-179e-4206-9b4d-513af133811e service neutron] Pushing event updated for resources: {'Port': ['ID=95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:34.692423 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-30512f35-280d-41d5-a590-32ec9137ae98 req-9ce922c8-62f6-47d6-9400-c2f255959ea9 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539758 Sep 03 12:48:34.778660 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4ac25cca-fb03-4927-b30b-f505d95d1709 req-0ab35138-cf39-4ba8-b7ff-647d0ff454e7 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660522 Sep 03 12:48:34.788337 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Attempting to bind port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:48:34.788849 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Attempting to bind port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:48:34.789302 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Attempting to bind port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f on network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:48:34.789495 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-761145c1-bbe3-44f5-8860-885776636d45 service neutron] 10.222.0.22 "GET /v2.0/networks/fac12eb5-d5c7-441b-85f5-a28a23f21272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961480 Sep 03 12:48:34.795849 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f on network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:48:34.796180 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Attempting to bind port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f on network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:48:34.801206 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:48:34.801556 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Checking segment: {'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:48:34.801917 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Bound using segment: {'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:48:34.802345 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Bound port: 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:48:34.802722 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.869452 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] For port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f, host hv-cinder-80655, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:48:34.872507 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] For port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:48:34.877599 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.913654 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:34.914283 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:34.915710 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-7a802864-179e-4206-9b4d-513af133811e service neutron] 10.222.0.22 "PUT /v2.0/ports/95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f HTTP/1.1" status: 200 len: 1094 time: 0.7896335 Sep 03 12:48:34.916150 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b896dd-7e48-410e-9180-867610057b30', 'tag': '95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:48:34.918442 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7465da-04dd-4c85-8b81-6d053ab7589d" -d '{"events": [{"name": "network-changed", "server_uuid": "92b896dd-7e48-410e-9180-867610057b30", "tag": "95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:48:34.944566 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a802864-179e-4206-9b4d-513af133811e service neutron] Pushing event updated for resources: {'Port': ['ID=95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:34.962884 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3243b5d-6e7a-4cc9-a10f-135520d00fe8 x-openstack-request-id: req-b3243b5d-6e7a-4cc9-a10f-135520d00fe8 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:48:34.963242 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b896dd-7e48-410e-9180-867610057b30", "tag": "95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:48:34.963559 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3243b5d-6e7a-4cc9-a10f-135520d00fe8 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:48:34.964028 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b896dd-7e48-410e-9180-867610057b30', 'tag': '95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f', 'status': 'completed', 'code': 200} Sep 03 12:48:35.142524 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2609f2-838a-41cd-a3a7-a85f2f4128da req-e36e5cdc-54e9-41f5-bd3f-67bd3420356f tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:35.144017 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1d2609f2-838a-41cd-a3a7-a85f2f4128da req-e36e5cdc-54e9-41f5-bd3f-67bd3420356f tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.3353226 Sep 03 12:48:35.173785 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-903c377c-6b86-424a-b31a-98e64e8bf402 req-6df56c60-6d4b-4737-87da-e082f6a08438 service neutron] 10.222.0.22 "GET /v2.0/networks/fac12eb5-d5c7-441b-85f5-a28a23f21272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752959 Sep 03 12:48:35.192757 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1d2609f2-838a-41cd-a3a7-a85f2f4128da req-0325211f-b0b0-4e89-855d-2de532d49221 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 Sep 03 12:48:38.951402 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-33cf5b80-18c1-41aa-99df-f48326df1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:38.952911 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-33cf5b80-18c1-41aa-99df-f48326df1f94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e76c7abc7bf84515abcfb38980a917a7&device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 1097 time: 0.0435584 Sep 03 12:48:38.989743 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237de5c5-e6bf-4cac-a3d6-9c7bbcbe6165 req-c46566a3-d286-49c8-b710-89bdbc77dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:38.992228 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-237de5c5-e6bf-4cac-a3d6-9c7bbcbe6165 req-c46566a3-d286-49c8-b710-89bdbc77dc90 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=129d6f42abb6468c8b57e1bb54985084&device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 1097 time: 0.0492918 Sep 03 12:48:39.041720 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-1e7cdb44-1184-48b2-88ef-53d09f4bbd74 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f HTTP/1.1" status: 200 len: 217 time: 0.0585883 Sep 03 12:48:39.094044 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f13a4-d746-49cc-8a1b-b52f563e255c req-05710a69-d5e1-48fa-8afa-d323cc744839 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:39.095595 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-138f13a4-d746-49cc-8a1b-b52f563e255c req-05710a69-d5e1-48fa-8afa-d323cc744839 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 944 time: 0.1042128 Sep 03 12:48:39.112444 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-78f287b5-2f3c-438c-a5a2-87013ba65766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:39.113619 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffb1a3-da2d-4fba-84e1-8fe69df10d4d req-cbeaec7d-b922-4031-9ee5-aa6b5833d795 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:39.113829 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-78f287b5-2f3c-438c-a5a2-87013ba65766 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=72c9b9e2-e641-4e80-b66d-98a10f2a744e HTTP/1.1" status: 200 len: 854 time: 0.0640416 Sep 03 12:48:39.115704 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c7ffb1a3-da2d-4fba-84e1-8fe69df10d4d req-cbeaec7d-b922-4031-9ee5-aa6b5833d795 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 944 time: 0.0987906 Sep 03 12:48:39.150030 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237de5c5-e6bf-4cac-a3d6-9c7bbcbe6165 req-a5e515b8-df27-4bc9-b9f8-c694e2a50df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:39.151524 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-237de5c5-e6bf-4cac-a3d6-9c7bbcbe6165 req-a5e515b8-df27-4bc9-b9f8-c694e2a50df7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fac12eb5-d5c7-441b-85f5-a28a23f21272 HTTP/1.1" status: 200 len: 910 time: 0.1450348 Sep 03 12:48:39.156502 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-b3156fbd-caff-4788-9710-f139b20fd9b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325053 Sep 03 12:48:39.161446 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-138f13a4-d746-49cc-8a1b-b52f563e255c req-3c4cc586-4f35-4650-af32-0ba89cc53131 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583529 Sep 03 12:48:39.168944 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c7ffb1a3-da2d-4fba-84e1-8fe69df10d4d req-c7284d45-80cb-4d72-ae99-86ae9fcfcc40 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 Sep 03 12:48:39.204547 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-237de5c5-e6bf-4cac-a3d6-9c7bbcbe6165 req-fb832ccb-faf3-485d-8bb5-6bad49d6126c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55ac645-c082-476a-b626-d6eb60984cb3 HTTP/1.1" status: 200 len: 217 time: 0.0346861 Sep 03 12:48:39.278463 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237de5c5-e6bf-4cac-a3d6-9c7bbcbe6165 req-55007f94-2495-4c98-80dc-1db97df2ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:39.280093 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-237de5c5-e6bf-4cac-a3d6-9c7bbcbe6165 req-55007f94-2495-4c98-80dc-1db97df2ba2f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a4e8e0f-b525-4b88-bc16-bb537776d54b HTTP/1.1" status: 200 len: 849 time: 0.0547457 Sep 03 12:48:39.296864 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-277a72dd-e6fc-46c3-8c84-0da6e79066df service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269696 Sep 03 12:48:39.305629 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4698939-755f-4814-8025-8f4d70d43423 req-b5398942-d267-4831-bb05-a0a008c829a5 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:39.307081 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f4698939-755f-4814-8025-8f4d70d43423 req-b5398942-d267-4831-bb05-a0a008c829a5 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0699463 Sep 03 12:48:39.317259 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-237de5c5-e6bf-4cac-a3d6-9c7bbcbe6165 req-899f6e6b-768c-414e-a06c-e15bb92243e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fac12eb5-d5c7-441b-85f5-a28a23f21272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235682 Sep 03 12:48:39.398650 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f4698939-755f-4814-8025-8f4d70d43423 req-c31e44f2-a420-43a3-8d17-0dcf2201e6c5 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826128 Sep 03 12:48:39.408545 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-237de5c5-e6bf-4cac-a3d6-9c7bbcbe6165 req-4091ec09-9047-4756-987c-4255fc56de5f service neutron] 10.222.0.22 "GET /v2.0/networks/fac12eb5-d5c7-441b-85f5-a28a23f21272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819860 Sep 03 12:48:39.420179 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-430bbfc7-400b-4acf-8f2e-e88712f96940 req-72487d2d-017b-4e09-93c2-5064f6525859 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121159 Sep 03 12:48:39.504765 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-237de5c5-e6bf-4cac-a3d6-9c7bbcbe6165 req-a5485842-bc33-45a8-9344-753489026c23 service neutron] 10.222.0.22 "GET /v2.0/networks/fac12eb5-d5c7-441b-85f5-a28a23f21272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877824 Sep 03 12:48:39.523037 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7465da-04dd-4c85-8b81-6d053ab7589d req-cbe62f85-5eea-4f83-ae39-cab74566b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:39.524558 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cd7465da-04dd-4c85-8b81-6d053ab7589d req-cbe62f85-5eea-4f83-ae39-cab74566b36a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e76c7abc7bf84515abcfb38980a917a7&device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 1097 time: 0.0398853 Sep 03 12:48:39.631909 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7465da-04dd-4c85-8b81-6d053ab7589d req-91002137-8cdc-4b1a-8ce7-ec9c1f4ce1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:39.633385 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cd7465da-04dd-4c85-8b81-6d053ab7589d req-91002137-8cdc-4b1a-8ce7-ec9c1f4ce1a8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 200 len: 915 time: 0.0890374 Sep 03 12:48:39.681090 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cd7465da-04dd-4c85-8b81-6d053ab7589d req-0b4c37fd-133f-4caf-9214-7ef7b90fc84e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f HTTP/1.1" status: 200 len: 217 time: 0.0345166 Sep 03 12:48:39.734001 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7465da-04dd-4c85-8b81-6d053ab7589d req-595f39c0-7fb9-4eda-87ff-798318f9a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:39.735487 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cd7465da-04dd-4c85-8b81-6d053ab7589d req-595f39c0-7fb9-4eda-87ff-798318f9a7df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=72c9b9e2-e641-4e80-b66d-98a10f2a744e HTTP/1.1" status: 200 len: 854 time: 0.0438375 Sep 03 12:48:39.772590 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cd7465da-04dd-4c85-8b81-6d053ab7589d req-b4064deb-4679-4c32-9ede-108130c56968 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269179 Sep 03 12:48:39.864447 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cd7465da-04dd-4c85-8b81-6d053ab7589d req-21ac21ef-4a4d-4744-b99c-408811ac050e service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816026 Sep 03 12:48:39.959849 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cd7465da-04dd-4c85-8b81-6d053ab7589d req-c3ea9ceb-6216-4916-9c3c-9e3a10d59d98 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863729 Sep 03 12:48:40.280109 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79455f-8742-43d7-a4e2-4c6d3e948cc5 req-0b37efff-8741-4ddd-8b37-795ef38fee34 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:40.282079 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9b79455f-8742-43d7-a4e2-4c6d3e948cc5 req-0b37efff-8741-4ddd-8b37-795ef38fee34 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 944 time: 0.0509205 Sep 03 12:48:40.298628 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a8c5d-3241-4cfb-905c-5b18eac0b1e7 req-67ba7c58-e42c-49c6-8242-109553c35bf4 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:40.300179 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3d5a8c5d-3241-4cfb-905c-5b18eac0b1e7 req-67ba7c58-e42c-49c6-8242-109553c35bf4 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 944 time: 0.0489585 Sep 03 12:48:40.324104 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9b79455f-8742-43d7-a4e2-4c6d3e948cc5 req-4eca9097-0db7-4fea-81db-26a98664cfbe tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358768 Sep 03 12:48:40.340025 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3d5a8c5d-3241-4cfb-905c-5b18eac0b1e7 req-c26b4ddb-6f6b-420e-a218-c768543838c6 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332763 Sep 03 12:48:40.515720 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a279f-bd1b-4518-bc2c-1078fb1e3eda req-9c887aeb-d625-4c8e-86db-d28e0a1792b5 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:40.518085 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ed7a279f-bd1b-4518-bc2c-1078fb1e3eda req-9c887aeb-d625-4c8e-86db-d28e0a1792b5 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0526521 Sep 03 12:48:40.557155 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ed7a279f-bd1b-4518-bc2c-1078fb1e3eda req-bdf728f9-e2d5-42de-bf04-987d83f200b1 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326645 Sep 03 12:48:41.443086 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0185a9-254a-4bbd-84a4-19da5954d39b req-2df9d745-6195-4840-9913-230b3904999b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:41.444777 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0b0185a9-254a-4bbd-84a4-19da5954d39b req-2df9d745-6195-4840-9913-230b3904999b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 944 time: 0.0482793 Sep 03 12:48:41.452222 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff5ae9-4965-4d54-a889-d7ea550a0299 req-779b859d-79b9-4f4f-94e1-9ea3443479aa tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:41.453688 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-acff5ae9-4965-4d54-a889-d7ea550a0299 req-779b859d-79b9-4f4f-94e1-9ea3443479aa tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 944 time: 0.0465751 Sep 03 12:48:41.483550 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0b0185a9-254a-4bbd-84a4-19da5954d39b req-ffa34634-fbfe-4fb0-9d72-4aa0d360b64a tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327935 Sep 03 12:48:41.492631 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-acff5ae9-4965-4d54-a889-d7ea550a0299 req-614895f4-300c-4197-bca2-d211fa1498b8 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324800 Sep 03 12:48:41.671955 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaad8d4-61fa-432f-8325-0b11557ac4b9 req-ec87bf7e-63d7-4b19-a073-0a1f0ae5844d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:41.673392 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fbaad8d4-61fa-432f-8325-0b11557ac4b9 req-ec87bf7e-63d7-4b19-a073-0a1f0ae5844d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0505335 Sep 03 12:48:41.710085 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fbaad8d4-61fa-432f-8325-0b11557ac4b9 req-11bf17e8-c9d5-46b5-b15a-064036a6529b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308297 Sep 03 12:48:43.701318 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device b55ac645-c082-476a-b626-d6eb60984cb3 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:48:43.793635 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port b55ac645-c082-476a-b626-d6eb60984cb3, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=b55ac645-c082-476a-b626-d6eb60984cb3,segment=NetworkSegment(23a4a295-9186-4b0f-a2ef-6494946cfe4d),segment_id=23a4a295-9186-4b0f-a2ef-6494946cfe4d)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:48:43.804973 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': 'b55ac645-c082-476a-b626-d6eb60984cb3', 'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272', 'port_id': 'b55ac645-c082-476a-b626-d6eb60984cb3', 'mac_address': 'fa:16:3e:d0:d4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4e8e0f-b525-4b88-bc16-bb537776d54b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:48:43.843146 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:43.855901 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55ac645-c082-476a-b626-d6eb60984cb3 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:48:43.879454 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port b55ac645-c082-476a-b626-d6eb60984cb3, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=b55ac645-c082-476a-b626-d6eb60984cb3,segment=NetworkSegment(23a4a295-9186-4b0f-a2ef-6494946cfe4d),segment_id=23a4a295-9186-4b0f-a2ef-6494946cfe4d)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:48:43.883574 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:43.931503 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=b55ac645-c082-476a-b626-d6eb60984cb3,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:43.938283 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:43.938662 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:43.939065 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:43.939401 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:43.939738 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:43.940069 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:43.940397 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:43.940988 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:43.941313 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:43.941639 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:43.941963 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:43.942285 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:44.805241 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:48:44.956286 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9b8b7-b11a-4214-8a06-6d8a98a64fd6 req-e9b52a72-3f41-4252-abe9-0ca08f502c15 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:44.957862 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-32e9b8b7-b11a-4214-8a06-6d8a98a64fd6 req-e9b52a72-3f41-4252-abe9-0ca08f502c15 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 945 time: 0.0507169 Sep 03 12:48:44.969861 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5256dcd-c24b-4141-b302-6d698195a93d req-775c9092-79bf-44a6-8cfa-9222c871e318 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:44.972072 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a5256dcd-c24b-4141-b302-6d698195a93d req-775c9092-79bf-44a6-8cfa-9222c871e318 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 944 time: 0.0558686 Sep 03 12:48:45.000819 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-32e9b8b7-b11a-4214-8a06-6d8a98a64fd6 req-4d49f28b-ebcd-42f4-871c-f4464b8bbb94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364201 Sep 03 12:48:45.012766 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a5256dcd-c24b-4141-b302-6d698195a93d req-9c66dfca-7ee4-4ce3-af74-06427c982f9e tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Sep 03 12:48:45.030575 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:48:45.042439 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f', 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8', 'port_id': '95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f', 'mac_address': 'fa:16:3e:7e:27:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c9b9e2-e641-4e80-b66d-98a10f2a744e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:48:45.084760 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:45.102099 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:48:45.119856 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25126034-7341-4bb1-9bbe-8dec62b8e260 req-09cebc29-e315-4797-ad36-7431acc35d1e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:45.121353 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-25126034-7341-4bb1-9bbe-8dec62b8e260 req-09cebc29-e315-4797-ad36-7431acc35d1e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0533686 Sep 03 12:48:45.124128 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:48:45.133160 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:45.178306 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-25126034-7341-4bb1-9bbe-8dec62b8e260 req-3291fb28-c2a3-4a8d-a2fe-92ef3f7936c3 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476325 Sep 03 12:48:45.197946 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:45.239347 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['b55ac645-c082-476a-b626-d6eb60984cb3'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:48:45.559859 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:48:46.289340 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db826d1b-8846-492b-bfc6-d389d71870c6 req-565b09cf-4989-435a-a97e-290e7218e4e8 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:46.291196 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-db826d1b-8846-492b-bfc6-d389d71870c6 req-565b09cf-4989-435a-a97e-290e7218e4e8 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 945 time: 0.0697210 Sep 03 12:48:46.293456 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499fc7e-be30-4459-b135-eae09bde9b2f req-18e19d7d-c52c-4b47-ab92-68827470a8ce tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:46.295232 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9499fc7e-be30-4459-b135-eae09bde9b2f req-18e19d7d-c52c-4b47-ab92-68827470a8ce tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 945 time: 0.0894816 Sep 03 12:48:46.332027 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-db826d1b-8846-492b-bfc6-d389d71870c6 req-8aa7508c-35da-4053-a8ae-d429da1f1a0b tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340583 Sep 03 12:48:46.362867 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9499fc7e-be30-4459-b135-eae09bde9b2f req-c1ff1bb4-f825-462a-b754-a087d2f6ed9d tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613549 Sep 03 12:48:46.446572 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642fb36-8a38-4f13-acde-2d8dd5d7f762 req-51eaadb2-b385-40c6-b9ad-9b2cf09a5782 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:46.448133 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b642fb36-8a38-4f13-acde-2d8dd5d7f762 req-51eaadb2-b385-40c6-b9ad-9b2cf09a5782 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0502424 Sep 03 12:48:46.489080 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b642fb36-8a38-4f13-acde-2d8dd5d7f762 req-fd0bea5f-6bbf-417b-95df-68f9e6900ba2 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349116 Sep 03 12:48:46.813191 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:48:46.863417 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:48:46.868159 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:48:46.868539 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:46.962648 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:46.985285 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b896dd-7e48-410e-9180-867610057b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:48:46.987561 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf0c18c-3df7-443d-a3d0-2683ae3917c1" -d '{"events": [{"server_uuid": "92b896dd-7e48-410e-9180-867610057b30", "name": "network-vif-plugged", "status": "completed", "tag": "95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:48:47.004067 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:48:47.008584 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:47.009529 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device b55ac645-c082-476a-b626-d6eb60984cb3 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:48:47.035540 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c26a9b-694d-4716-94eb-242378e06ace x-openstack-request-id: req-74c26a9b-694d-4716-94eb-242378e06ace {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:48:47.035847 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b896dd-7e48-410e-9180-867610057b30", "name": "network-vif-plugged", "status": "completed", "tag": "95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:48:47.036104 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74c26a9b-694d-4716-94eb-242378e06ace {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:48:47.036493 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b896dd-7e48-410e-9180-867610057b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f', 'code': 200} Sep 03 12:48:47.093621 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:47.106109 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port b55ac645-c082-476a-b626-d6eb60984cb3 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:48:47.110004 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port b55ac645-c082-476a-b626-d6eb60984cb3 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:48:47.110382 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:47.198314 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:47.209355 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259e3ca-e363-4f82-8f12-e0cbdd1402ee req-b4056bbb-0ee0-4239-90f5-0969423255cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:47.211751 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f259e3ca-e363-4f82-8f12-e0cbdd1402ee req-b4056bbb-0ee0-4239-90f5-0969423255cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 1099 time: 0.0455108 Sep 03 12:48:47.232964 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port b55ac645-c082-476a-b626-d6eb60984cb3, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=b55ac645-c082-476a-b626-d6eb60984cb3,segment=NetworkSegment(23a4a295-9186-4b0f-a2ef-6494946cfe4d),segment_id=23a4a295-9186-4b0f-a2ef-6494946cfe4d)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:48:47.236866 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:47.249404 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f259e3ca-e363-4f82-8f12-e0cbdd1402ee req-86582017-fe20-438d-a03b-4a8597224d2c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301630 Sep 03 12:48:47.286661 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=b55ac645-c082-476a-b626-d6eb60984cb3,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:47.459282 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4239b0d-9078-429c-bd7a-7898279692f3 req-1dba31e0-9719-4053-bf2f-c67e465e7c72 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:47.460834 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b4239b0d-9078-429c-bd7a-7898279692f3 req-1dba31e0-9719-4053-bf2f-c67e465e7c72 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 946 time: 0.0584450 Sep 03 12:48:47.502422 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b4239b0d-9078-429c-bd7a-7898279692f3 req-19d9e758-e5af-49a8-a15e-78dc6e12657e tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357537 Sep 03 12:48:47.617537 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2e778-db2b-42ec-95de-ea4955182d58 req-c31d1834-dba6-4da8-84c2-23ff0d9b76dc tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:47.619057 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0ab2e778-db2b-42ec-95de-ea4955182d58 req-c31d1834-dba6-4da8-84c2-23ff0d9b76dc tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 946 time: 0.0503995 Sep 03 12:48:47.656794 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0ab2e778-db2b-42ec-95de-ea4955182d58 req-54e4ce4f-f45a-4c32-b3d9-32abe20aa0a2 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Sep 03 12:48:47.762033 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde85bc-99b9-4262-adad-9713789bbb7c req-9631866a-798d-4c41-b640-643d0f9f719d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:47.763781 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ddde85bc-99b9-4262-adad-9713789bbb7c req-9631866a-798d-4c41-b640-643d0f9f719d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0498970 Sep 03 12:48:47.805619 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ddde85bc-99b9-4262-adad-9713789bbb7c req-0122bfae-15a0-4aba-a3fe-97edb80bd817 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334530 Sep 03 12:48:49.037487 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8a16a5-52d3-444e-abf2-d4264cf13de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55ac645-c082-476a-b626-d6eb60984cb3'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:48:49.040629 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca6726-8529-4b78-9841-4d0302fe3dc1" -d '{"events": [{"server_uuid": "0c8a16a5-52d3-444e-abf2-d4264cf13de7", "name": "network-vif-plugged", "status": "completed", "tag": "b55ac645-c082-476a-b626-d6eb60984cb3"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:48:49.146099 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-db7e6381-98de-48d5-adfa-f7e9713af741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:50.560865 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1378a-988f-42ab-9126-70662223419f req-d2a305f5-c2d8-4ca8-a780-f48245ba3a0e tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:50.562359 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-12f1378a-988f-42ab-9126-70662223419f req-d2a305f5-c2d8-4ca8-a780-f48245ba3a0e tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 946 time: 0.0512295 Sep 03 12:48:50.593835 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec163e4-5eee-433a-861f-785e160464f6 req-f243ce6d-a497-4367-be7f-bf50d218df21 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:50.595439 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7ec163e4-5eee-433a-861f-785e160464f6 req-f243ce6d-a497-4367-be7f-bf50d218df21 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 946 time: 0.0533619 Sep 03 12:48:50.603359 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-12f1378a-988f-42ab-9126-70662223419f req-decfeb78-d09e-4a06-9961-97a41555be0b tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348012 Sep 03 12:48:50.638052 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7ec163e4-5eee-433a-861f-785e160464f6 req-ccdc13f8-1add-4bc5-a067-161e1faa87e1 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336661 Sep 03 12:48:50.680944 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d497057-3b98-46f4-9a21-c3eed1280c23 x-openstack-request-id: req-3d497057-3b98-46f4-9a21-c3eed1280c23 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:48:50.681417 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8a16a5-52d3-444e-abf2-d4264cf13de7", "name": "network-vif-plugged", "status": "completed", "tag": "b55ac645-c082-476a-b626-d6eb60984cb3", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:48:50.681529 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d497057-3b98-46f4-9a21-c3eed1280c23 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:48:50.681919 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8a16a5-52d3-444e-abf2-d4264cf13de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55ac645-c082-476a-b626-d6eb60984cb3', 'code': 200} Sep 03 12:48:50.713891 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60171067-61b0-4cdd-a3b2-a97a444c8f4c req-97e1b026-23de-47b6-ba33-24cd31c4fc2a tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:50.715470 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-60171067-61b0-4cdd-a3b2-a97a444c8f4c req-97e1b026-23de-47b6-ba33-24cd31c4fc2a tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0516243 Sep 03 12:48:50.755312 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-60171067-61b0-4cdd-a3b2-a97a444c8f4c req-b978c203-335e-4f15-973d-6559de011df9 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337255 Sep 03 12:48:51.836755 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-b42d678f-b326-458b-b5a7-8a19bf0d0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:52.283393 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:53.217885 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:53.378890 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:53.620491 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:48:53.647143 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f7ce8-37f4-4403-b6e9-7133073b7b23 req-28d9606e-2711-46bb-b44c-58a3e25c1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:53.648731 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ef8f7ce8-37f4-4403-b6e9-7133073b7b23 req-28d9606e-2711-46bb-b44c-58a3e25c1e58 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 1099 time: 0.0481927 Sep 03 12:48:53.707443 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ef8f7ce8-37f4-4403-b6e9-7133073b7b23 req-df534684-8537-4b25-867c-a8b940a98654 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Sep 03 12:48:53.733711 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec268f0c-fa10-435f-8628-2b53d5b622a3 req-dd65d6d9-c406-41ff-827b-33bee653099a tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:53.735218 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ec268f0c-fa10-435f-8628-2b53d5b622a3 req-dd65d6d9-c406-41ff-827b-33bee653099a tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 946 time: 0.0475276 Sep 03 12:48:53.743428 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce69dd-e11f-419c-9257-17f81385fee4 req-c58077c3-1369-4045-bef1-a8402de8f631 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:53.744936 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-54ce69dd-e11f-419c-9257-17f81385fee4 req-c58077c3-1369-4045-bef1-a8402de8f631 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 946 time: 0.0524185 Sep 03 12:48:53.772382 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ec268f0c-fa10-435f-8628-2b53d5b622a3 req-830732d4-13bf-4d30-8a00-ce2d9386756b tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312040 Sep 03 12:48:53.782201 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-54ce69dd-e11f-419c-9257-17f81385fee4 req-ea218f93-ed0b-48f9-b134-51e29a65ce62 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314589 Sep 03 12:48:53.872044 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc615f-d13e-4107-9998-e7fc0264a3bb req-6007e95d-687f-4903-ae38-6b0b6fbc9b91 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:53.873425 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-abbc615f-d13e-4107-9998-e7fc0264a3bb req-6007e95d-687f-4903-ae38-6b0b6fbc9b91 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0474949 Sep 03 12:48:53.912845 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-abbc615f-d13e-4107-9998-e7fc0264a3bb req-166da6b0-6c45-4dbf-86b5-e2362a203397 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335505 Sep 03 12:48:54.895494 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53003dfe-eeb1-4ad9-8c07-ee4ef29b96b8 req-ed81e75b-4c7d-4fc6-9e53-e1574d1ff390 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:54.897071 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-53003dfe-eeb1-4ad9-8c07-ee4ef29b96b8 req-ed81e75b-4c7d-4fc6-9e53-e1574d1ff390 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 946 time: 0.0529096 Sep 03 12:48:54.922150 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1b5ab-d64e-4780-8a62-01fdac6f0062 req-e2416fe2-4f87-41ef-9a49-6ae1dfbdc510 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:54.924175 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-88b1b5ab-d64e-4780-8a62-01fdac6f0062 req-e2416fe2-4f87-41ef-9a49-6ae1dfbdc510 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 946 time: 0.0609961 Sep 03 12:48:54.927518 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:54.938563 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-53003dfe-eeb1-4ad9-8c07-ee4ef29b96b8 req-5684bd86-2f48-497f-bc72-8e59edadaa5c tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338140 Sep 03 12:48:54.964628 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-88b1b5ab-d64e-4780-8a62-01fdac6f0062 req-cc938bf6-9b07-4155-9da4-e369be1bbee8 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330677 Sep 03 12:48:55.048251 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299334b-4433-49f8-ba4e-fcaf869eaaf7 req-dd2ae53e-551b-4f7f-a6f1-69ae0225e01e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:55.049736 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5299334b-4433-49f8-ba4e-fcaf869eaaf7 req-dd2ae53e-551b-4f7f-a6f1-69ae0225e01e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0526648 Sep 03 12:48:55.092692 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5299334b-4433-49f8-ba4e-fcaf869eaaf7 req-ef148e3d-6767-4ca8-8ea2-bb7162e41c25 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368431 Sep 03 12:48:55.290679 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c998cc9-d1b2-4339-95ea-1122a642c347 req-a08ea783-0166-4dd5-b3cc-0b47b26ec00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:55.292201 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c998cc9-d1b2-4339-95ea-1122a642c347 req-a08ea783-0166-4dd5-b3cc-0b47b26ec00e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 1099 time: 0.0390429 Sep 03 12:48:55.339480 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c998cc9-d1b2-4339-95ea-1122a642c347 req-2cd11ccb-807b-412c-b59e-75314f3f341e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322177 Sep 03 12:48:56.085208 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4de22b-be40-497b-8fad-2f04cb13cd79 req-fff36b1d-b081-4e5c-a78b-d4c817cbf666 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:56.087327 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2b4de22b-be40-497b-8fad-2f04cb13cd79 req-fff36b1d-b081-4e5c-a78b-d4c817cbf666 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 946 time: 0.0509157 Sep 03 12:48:56.125397 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2b4de22b-be40-497b-8fad-2f04cb13cd79 req-4c09fdb2-6ff4-45cb-a252-b59f195d42f5 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Sep 03 12:48:56.222682 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a31a8-0db5-44bf-b4b3-658235580d49 req-2065d3ae-a635-40ab-86b6-724468808958 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:56.224307 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f65a31a8-0db5-44bf-b4b3-658235580d49 req-2065d3ae-a635-40ab-86b6-724468808958 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0558472 Sep 03 12:48:56.263537 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f65a31a8-0db5-44bf-b4b3-658235580d49 req-498e8198-bfb1-419d-9402-0b2319df9bda tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323489 Sep 03 12:48:57.383338 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011098b-d475-4224-b525-c7448309ec43 req-9aacd60b-c1dc-4530-b54e-df4ff8a0bab7 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:57.384834 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8011098b-d475-4224-b525-c7448309ec43 req-9aacd60b-c1dc-4530-b54e-df4ff8a0bab7 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0523214 Sep 03 12:48:57.421817 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8011098b-d475-4224-b525-c7448309ec43 req-948f0231-c0bc-4418-b9c0-2736704fd830 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312080 Sep 03 12:48:57.539478 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82fc94-686a-49de-9912-cd2665330dbe req-e3bcf8a8-787b-4567-b020-4a5a41e3969e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:57.541146 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5f82fc94-686a-49de-9912-cd2665330dbe req-e3bcf8a8-787b-4567-b020-4a5a41e3969e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0519719 Sep 03 12:48:57.585188 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5f82fc94-686a-49de-9912-cd2665330dbe req-d98f45b1-f2c6-4ec7-9c87-5c5437883e6b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370913 Sep 03 12:49:05.826189 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cfb6f-203b-4c80-9d4c-2eafd811e341 req-51b79fca-8655-4172-9ca2-5d51a50c3cdf tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:05.828052 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-311cfb6f-203b-4c80-9d4c-2eafd811e341 req-51b79fca-8655-4172-9ca2-5d51a50c3cdf tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 946 time: 0.0594354 Sep 03 12:49:05.876753 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-311cfb6f-203b-4c80-9d4c-2eafd811e341 req-8deb161a-cc36-4ae4-987b-328d99bbfeb9 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414028 Sep 03 12:49:06.911221 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0f4ac-cac3-4cc8-b162-9765dcf48b18 req-052d1342-ca12-46c8-995b-9b1218f0e75d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:06.913730 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-31e0f4ac-cac3-4cc8-b162-9765dcf48b18 req-052d1342-ca12-46c8-995b-9b1218f0e75d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1035190 Sep 03 12:49:06.927798 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578806b9-0b1f-4861-9a72-2d8eca88ea50 req-69d253b2-ae51-47ad-b7a2-fde7db2b66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:06.929295 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-578806b9-0b1f-4861-9a72-2d8eca88ea50 req-69d253b2-ae51-47ad-b7a2-fde7db2b66a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfaba424f344748b291e9091f6246f&device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 1098 time: 0.1042736 Sep 03 12:49:06.991000 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-31e0f4ac-cac3-4cc8-b162-9765dcf48b18 req-a98f09da-2572-41b7-8d08-b5cde7b318a7 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672276 Sep 03 12:49:07.085539 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578806b9-0b1f-4861-9a72-2d8eca88ea50 req-d02f2dea-1a5c-4121-9e23-ae1292242eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:07.087106 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-578806b9-0b1f-4861-9a72-2d8eca88ea50 req-d02f2dea-1a5c-4121-9e23-ae1292242eae service neutron] 10.222.0.22 "GET /v2.0/networks?id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 HTTP/1.1" status: 200 len: 920 time: 0.1299834 Sep 03 12:49:07.099861 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e2385-7d95-4a30-8dfe-d1627967920f req-36d77ddc-b513-4838-8e53-12c9e867fd5c tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:07.101706 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c74e2385-7d95-4a30-8dfe-d1627967920f req-36d77ddc-b513-4838-8e53-12c9e867fd5c tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 946 time: 0.0736635 Sep 03 12:49:07.163656 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-578806b9-0b1f-4861-9a72-2d8eca88ea50 req-63b6edcb-2599-4521-9542-238a8e3e6d6d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c2f6a7-0532-4ebe-b2be-a3662564f0f1 HTTP/1.1" status: 200 len: 217 time: 0.0586312 Sep 03 12:49:07.175450 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c74e2385-7d95-4a30-8dfe-d1627967920f req-887db945-2372-470a-8674-0cfff0501942 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591042 Sep 03 12:49:07.246008 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578806b9-0b1f-4861-9a72-2d8eca88ea50 req-a8572570-ae19-4222-9d72-f3c406a69427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:07.247619 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-578806b9-0b1f-4861-9a72-2d8eca88ea50 req-a8572570-ae19-4222-9d72-f3c406a69427 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a9aeb54-d293-4b41-839b-75ef7d36a819 HTTP/1.1" status: 200 len: 859 time: 0.0614843 Sep 03 12:49:07.283015 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-578806b9-0b1f-4861-9a72-2d8eca88ea50 req-1088a53c-071c-4884-b457-3447e366ddc4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262523 Sep 03 12:49:07.330864 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 34790) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:07.423028 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-578806b9-0b1f-4861-9a72-2d8eca88ea50 req-e7ba7348-0c9a-41f2-ba99-d8cb7df18287 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239941 Sep 03 12:49:07.530514 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ce709b2d-055e-4528-bb43-ddd56ff64d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:07.562906 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-578806b9-0b1f-4861-9a72-2d8eca88ea50 req-2f1a4a64-0964-4b27-a74e-86e6459c3875 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182137 Sep 03 12:49:07.641501 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ce709b2d-055e-4528-bb43-ddd56ff64d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:07.642869 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-2c9bd2de-4161-4ebf-bf11-834b1e129198 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:07.644700 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-2c9bd2de-4161-4ebf-bf11-834b1e129198 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/networks?id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 200 len: 814 time: 0.2981076 Sep 03 12:49:07.645746 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ce709b2d-055e-4528-bb43-ddd56ff64d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:07.660502 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-d1e65b52-73c3-44ab-8a2c-beb51f6f1382 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/quotas/e76c7abc7bf84515abcfb38980a917a7 HTTP/1.1" status: 200 len: 375 time: 0.0092194 Sep 03 12:49:07.688849 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce709b2d-055e-4528-bb43-ddd56ff64d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763b0a76-7c15-4752-9272-e1f3a23257cb,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:07.694544 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-ce709b2d-055e-4528-bb43-ddd56ff64d40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9672d594b4f04fceb8061f18e5f6c1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622692 Sep 03 12:49:07.697446 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 34794) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:07.738869 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-7d5fa7d1-bfad-4e35-8ebb-f12110a1cadd tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e76c7abc7bf84515abcfb38980a917a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720253 Sep 03 12:49:07.772806 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d97d755b-a919-4bd6-ba41-06e1dea8c8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:07.833593 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d97d755b-a919-4bd6-ba41-06e1dea8c8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:07.877340 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-5f5386e4-de98-484d-bd8e-fa8b5ba998b0 service neutron] 10.222.0.23 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300251 Sep 03 12:49:07.920060 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d97d755b-a919-4bd6-ba41-06e1dea8c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:07.922986 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d97d755b-a919-4bd6-ba41-06e1dea8c8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:07.924125 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d97d755b-a919-4bd6-ba41-06e1dea8c8fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/763b0a76-7c15-4752-9272-e1f3a23257cb HTTP/1.1" status: 204 len: 168 time: 0.2259281 Sep 03 12:49:07.961171 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d755b-a919-4bd6-ba41-06e1dea8c8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763b0a76-7c15-4752-9272-e1f3a23257cb,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:08.010893 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-df9d507e-ace1-4b4f-b96c-50bafde916a3 service neutron] 10.222.0.23 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254277 Sep 03 12:49:08.243316 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f9a4-50d0-4bff-8773-9652d96fbdfc req-90708fb5-9874-43e9-baac-33dc02d4fecf tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:08.244754 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9d12f9a4-50d0-4bff-8773-9652d96fbdfc req-90708fb5-9874-43e9-baac-33dc02d4fecf tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0601261 Sep 03 12:49:08.264066 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 34820) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:08.280462 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-edae5438-0e34-4583-8ae7-b80d1e672476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.289782 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9d12f9a4-50d0-4bff-8773-9652d96fbdfc req-696d6629-37f5-4702-a5e6-703cf48f849f tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367324 Sep 03 12:49:08.364660 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2a6c3801-5cdb-45ac-83bf-676d5d29bfa1 req-a2c9c976-6f96-48bf-9ff2-5d48d75e91b6 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 210 time: 0.0279925 Sep 03 12:49:08.388974 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-edae5438-0e34-4583-8ae7-b80d1e672476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.401841 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-edae5438-0e34-4583-8ae7-b80d1e672476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.446035 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-edae5438-0e34-4583-8ae7-b80d1e672476 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd7b909ee9a4471f81bc76a819056913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807730 Sep 03 12:49:08.447963 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae5438-0e34-4583-8ae7-b80d1e672476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb54447-5d3b-4f9e-bca4-c74845aa064f,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:08.449874 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 34828) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:08.543332 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172974a-34d1-409f-801b-d4499b08cab3 req-8776b15d-c2d5-4a26-91a1-c9957f6d5352 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:08.544815 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b172974a-34d1-409f-801b-d4499b08cab3 req-8776b15d-c2d5-4a26-91a1-c9957f6d5352 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 946 time: 0.0767963 Sep 03 12:49:08.561033 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fc4f2b2c-8e19-4b83-b407-359c3ebdb1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.598796 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fc4f2b2c-8e19-4b83-b407-359c3ebdb1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.609250 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b172974a-34d1-409f-801b-d4499b08cab3 req-002615cb-ac42-4ad6-8f66-5c3c395ec4eb tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573816 Sep 03 12:49:08.651526 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fc4f2b2c-8e19-4b83-b407-359c3ebdb1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.654275 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fc4f2b2c-8e19-4b83-b407-359c3ebdb1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.655661 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-fc4f2b2c-8e19-4b83-b407-359c3ebdb1c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0bb54447-5d3b-4f9e-bca4-c74845aa064f HTTP/1.1" status: 204 len: 168 time: 0.2048326 Sep 03 12:49:08.667860 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f2b2c-8e19-4b83-b407-359c3ebdb1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb54447-5d3b-4f9e-bca4-c74845aa064f,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:10.666888 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c44f1493-359b-4e33-b1b9-6dcbcfe3f047 req-31e29c9d-c5f9-489a-91bd-c10fdbf8809f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 210 time: 0.0279360 Sep 03 12:49:10.690218 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7ebfc-ed7b-4fc7-be22-34e66b5bd6cd req-6b9936a7-4ee0-4508-b661-c42b7970f2bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:10.691800 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fed7ebfc-ed7b-4fc7-be22-34e66b5bd6cd req-6b9936a7-4ee0-4508-b661-c42b7970f2bd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0510421 Sep 03 12:49:10.745851 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fed7ebfc-ed7b-4fc7-be22-34e66b5bd6cd req-f7986aef-b523-4890-81e7-7a894a30d491 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468862 Sep 03 12:49:10.781711 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8142f01-4503-4bf8-b43e-c97e3c0ee00d req-edeaf98d-ae1f-4d02-9bcc-a925d8636d94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:10.783404 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d8142f01-4503-4bf8-b43e-c97e3c0ee00d req-edeaf98d-ae1f-4d02-9bcc-a925d8636d94 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 946 time: 0.0532966 Sep 03 12:49:10.823641 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d8142f01-4503-4bf8-b43e-c97e3c0ee00d req-37e222c8-fa8b-408f-9165-9db9dcdc03e5 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340431 Sep 03 12:49:11.086761 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d97509-6b4b-4420-8ad3-04dac6181201 req-b2e69af4-cacd-4309-a4f6-033f7695c497 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:11.088301 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b1d97509-6b4b-4420-8ad3-04dac6181201 req-b2e69af4-cacd-4309-a4f6-033f7695c497 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 946 time: 0.0480771 Sep 03 12:49:11.231432 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-b1d97509-6b4b-4420-8ad3-04dac6181201 req-90a46272-12d4-4e7d-b8ec-0b6dbf96ccf1 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Deleting port b55ac645-c082-476a-b626-d6eb60984cb3 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:49:11.231779 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b1d97509-6b4b-4420-8ad3-04dac6181201 req-90a46272-12d4-4e7d-b8ec-0b6dbf96ccf1 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:11.355127 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-b1d97509-6b4b-4420-8ad3-04dac6181201 req-90a46272-12d4-4e7d-b8ec-0b6dbf96ccf1 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] For port b55ac645-c082-476a-b626-d6eb60984cb3, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=b55ac645-c082-476a-b626-d6eb60984cb3,segment=NetworkSegment(23a4a295-9186-4b0f-a2ef-6494946cfe4d),segment_id=23a4a295-9186-4b0f-a2ef-6494946cfe4d)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:11.355127 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b1d97509-6b4b-4420-8ad3-04dac6181201 req-90a46272-12d4-4e7d-b8ec-0b6dbf96ccf1 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:11.371929 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-b1d97509-6b4b-4420-8ad3-04dac6181201 req-90a46272-12d4-4e7d-b8ec-0b6dbf96ccf1 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Calling delete_port for b55ac645-c082-476a-b626-d6eb60984cb3 owned by compute:nova {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:49:11.442185 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-c303078a-bf27-4953-a6e5-07d8b4573ecb tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:11.444220 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-c303078a-bf27-4953-a6e5-07d8b4573ecb tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "GET /v2.0/networks?id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 200 len: 814 time: 0.1451986 Sep 03 12:49:11.460241 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Request body: {'port': {'device_id': '8a61051c-3f7f-425b-a076-96915f1cd1ab', 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8', 'admin_state_up': True, 'tenant_id': 'e76c7abc7bf84515abcfb38980a917a7'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:49:11.575013 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b1d97509-6b4b-4420-8ad3-04dac6181201 req-90a46272-12d4-4e7d-b8ec-0b6dbf96ccf1 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:11.597527 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['b55ac645-c082-476a-b626-d6eb60984cb3'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:49:11.619527 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a46272-12d4-4e7d-b8ec-0b6dbf96ccf1 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Pushing event deleted for resources: {'Port': ['ID=b55ac645-c082-476a-b626-d6eb60984cb3,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:11.673950 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Made reservation on behalf of e76c7abc7bf84515abcfb38980a917a7 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:49:11.678198 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:11.724240 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d97509-6b4b-4420-8ad3-04dac6181201 req-90a46272-12d4-4e7d-b8ec-0b6dbf96ccf1 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] No DVR routers for this DVR port b55ac645-c082-476a-b626-d6eb60984cb3 on host hv-cinder-80655 {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:49:11.729212 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b1d97509-6b4b-4420-8ad3-04dac6181201 req-90a46272-12d4-4e7d-b8ec-0b6dbf96ccf1 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:11.731267 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b1d97509-6b4b-4420-8ad3-04dac6181201 req-90a46272-12d4-4e7d-b8ec-0b6dbf96ccf1 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.22 "DELETE /v2.0/ports/b55ac645-c082-476a-b626-d6eb60984cb3 HTTP/1.1" status: 204 len: 173 time: 0.6358788 Sep 03 12:49:11.731762 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8a16a5-52d3-444e-abf2-d4264cf13de7', 'name': 'network-vif-deleted', 'tag': 'b55ac645-c082-476a-b626-d6eb60984cb3'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:49:11.734526 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f57c826-5a57-4791-a157-de521a5cc1f3" -d '{"events": [{"server_uuid": "0c8a16a5-52d3-444e-abf2-d4264cf13de7", "name": "network-vif-deleted", "tag": "b55ac645-c082-476a-b626-d6eb60984cb3"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:49:11.807791 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdf8358-82ef-48c6-8651-eca0dfcb03ff x-openstack-request-id: req-5fdf8358-82ef-48c6-8651-eca0dfcb03ff {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:49:11.808079 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8a16a5-52d3-444e-abf2-d4264cf13de7", "name": "network-vif-deleted", "tag": "b55ac645-c082-476a-b626-d6eb60984cb3", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:49:11.808330 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fdf8358-82ef-48c6-8651-eca0dfcb03ff {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:49:11.808728 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8a16a5-52d3-444e-abf2-d4264cf13de7', 'name': 'network-vif-deleted', 'tag': 'b55ac645-c082-476a-b626-d6eb60984cb3', 'status': 'completed', 'code': 200} Sep 03 12:49:11.874464 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-13bb74f8-fdd2-420d-82b1-b9ae09d3f55c req-cd8c2f91-3479-475b-887d-d42d5178185f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 210 time: 0.0611393 Sep 03 12:49:11.917631 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Allocated IP 172.20.0.11 (d403c5f3-cb6d-4580-ba6c-d4f6921888d8/72c9b9e2-e641-4e80-b66d-98a10f2a744e/adbeb4b0-97f0-4d80-bf0d-b3d46d606446) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:49:11.924684 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19174422-e286-45f0-8ece-90fedf9c4217 req-83722595-1efa-4e3b-83ec-baa82fd2b049 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:11.927121 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-19174422-e286-45f0-8ece-90fedf9c4217 req-83722595-1efa-4e3b-83ec-baa82fd2b049 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0689778 Sep 03 12:49:11.970508 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-19174422-e286-45f0-8ece-90fedf9c4217 req-951bbc5d-324d-4a2f-ae9e-16fc169ae7a5 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362225 Sep 03 12:49:12.002933 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bfa98bd1-14f0-4615-97d6-b74a105ff78b req-aa4cf718-509f-480e-805b-080efba24145 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8a16a5-52d3-444e-abf2-d4264cf13de7 HTTP/1.1" status: 200 len: 210 time: 0.0330555 Sep 03 12:49:12.133909 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:12.182095 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:12.197420 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['463bbe24-5676-4ced-9118-72f026f6470a', '95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:49:12.234540 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:49:12.237670 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:49:12.244238 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:49:12.248275 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Pushing event updated for resources: {'Port': ['ID=adbeb4b0-97f0-4d80-bf0d-b3d46d606446,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:12.289471 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:12.289685 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:12.290156 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:12.290501 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:12.291790 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:12.291790 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:12.291790 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:12.292087 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:12.292174 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:12.292454 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:12.292781 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:12.293105 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:12.320042 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:12.321395 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:12.346105 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-e2d4c123-3931-4f55-ba6d-7c664143983f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8899138 Sep 03 12:49:12.365828 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Request body: {'port': {'device_id': '8a61051c-3f7f-425b-a076-96915f1cd1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:49:12.455206 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:12.777568 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbeb4b0-97f0-4d80-bf0d-b3d46d606446 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:49:12.792205 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:12.816242 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Transition to ACTIVE for port object adbeb4b0-97f0-4d80-bf0d-b3d46d606446 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:49:12.824281 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:12.948792 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Pushing event updated for resources: {'Port': ['ID=adbeb4b0-97f0-4d80-bf0d-b3d46d606446,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:12.983893 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 34960) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:13.102406 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf632e7b-2119-4873-ac8b-84fc9e2e2114 req-f0a202dc-f76e-4a15-853c-76bf26d09ffd tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:13.104234 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bf632e7b-2119-4873-ac8b-84fc9e2e2114 req-f0a202dc-f76e-4a15-853c-76bf26d09ffd tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 944 time: 0.1126795 Sep 03 12:49:13.105193 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Attempting to bind port adbeb4b0-97f0-4d80-bf0d-b3d46d606446 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:49:13.105624 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Attempting to bind port adbeb4b0-97f0-4d80-bf0d-b3d46d606446 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:49:13.106071 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Attempting to bind port adbeb4b0-97f0-4d80-bf0d-b3d46d606446 on network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:49:13.111247 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Port adbeb4b0-97f0-4d80-bf0d-b3d46d606446 on network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:49:13.111683 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Attempting to bind port adbeb4b0-97f0-4d80-bf0d-b3d46d606446 on network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:49:13.125128 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:49:13.125581 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Checking segment: {'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:49:13.126051 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Bound using segment: {'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:49:13.126590 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Bound port: adbeb4b0-97f0-4d80-bf0d-b3d46d606446, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:49:13.127065 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.147140 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380de4d9-55bd-4085-a153-ee143f048405 req-6d9fb15b-6d9f-404f-bfff-9e3bafeecbaf tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:13.150044 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-380de4d9-55bd-4085-a153-ee143f048405 req-6d9fb15b-6d9f-404f-bfff-9e3bafeecbaf tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0877576 Sep 03 12:49:13.194035 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bf632e7b-2119-4873-ac8b-84fc9e2e2114 req-842a188b-00f3-4d64-b64b-749c6195e00c tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800045 Sep 03 12:49:13.197555 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-06234d8f-12b3-40f3-a80c-3bdb43da8671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.218644 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-380de4d9-55bd-4085-a153-ee143f048405 req-d1fe530c-9555-46aa-b3fe-21711c67f824 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628288 Sep 03 12:49:13.230400 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 34970) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:13.238361 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] For port adbeb4b0-97f0-4d80-bf0d-b3d46d606446, host hv-cinder-80655, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:49:13.252515 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] For port adbeb4b0-97f0-4d80-bf0d-b3d46d606446, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=adbeb4b0-97f0-4d80-bf0d-b3d46d606446,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:49:13.257874 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.300560 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:13.301153 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.302605 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] 10.222.0.22 "PUT /v2.0/ports/adbeb4b0-97f0-4d80-bf0d-b3d46d606446 HTTP/1.1" status: 200 len: 1094 time: 0.9453232 Sep 03 12:49:13.303145 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a61051c-3f7f-425b-a076-96915f1cd1ab', 'tag': 'adbeb4b0-97f0-4d80-bf0d-b3d46d606446'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:49:13.305952 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3068fe-a059-48d9-8243-184f441accb5" -d '{"events": [{"name": "network-changed", "server_uuid": "8a61051c-3f7f-425b-a076-96915f1cd1ab", "tag": "adbeb4b0-97f0-4d80-bf0d-b3d46d606446"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:49:13.357621 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2d0d3d-5d75-4914-80e7-caf049663182 x-openstack-request-id: req-eb2d0d3d-5d75-4914-80e7-caf049663182 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:49:13.358313 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a61051c-3f7f-425b-a076-96915f1cd1ab", "tag": "adbeb4b0-97f0-4d80-bf0d-b3d46d606446", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:49:13.358660 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb2d0d3d-5d75-4914-80e7-caf049663182 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:49:13.359581 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a61051c-3f7f-425b-a076-96915f1cd1ab', 'tag': 'adbeb4b0-97f0-4d80-bf0d-b3d46d606446', 'status': 'completed', 'code': 200} Sep 03 12:49:13.366090 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-06234d8f-12b3-40f3-a80c-3bdb43da8671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.371907 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-06234d8f-12b3-40f3-a80c-3bdb43da8671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.379791 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff060c7a-a131-4f5a-93aa-dbf443f0abec service neutron] Pushing event updated for resources: {'Port': ['ID=adbeb4b0-97f0-4d80-bf0d-b3d46d606446,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:13.413884 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-2d7da538-fc22-4a51-b428-9f709b55a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:13.416481 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-2d7da538-fc22-4a51-b428-9f709b55a21c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e76c7abc7bf84515abcfb38980a917a7&device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 1097 time: 0.0529094 Sep 03 12:49:13.427994 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfe4d-9117-4b9f-b357-e0c655e83367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.438900 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-06234d8f-12b3-40f3-a80c-3bdb43da8671 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b0bb7bc672c4224bd59a94914a5bb14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532468 Sep 03 12:49:13.445109 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 34988) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:13.465535 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06234d8f-12b3-40f3-a80c-3bdb43da8671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c68d0a-254c-432e-b509-e126d1fde0d4,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:13.527598 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-7c850358-4ede-4466-a242-3422e6d8cd7b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adbeb4b0-97f0-4d80-bf0d-b3d46d606446 HTTP/1.1" status: 200 len: 217 time: 0.0925639 Sep 03 12:49:13.564168 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfe4d-9117-4b9f-b357-e0c655e83367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.568288 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfe4d-9117-4b9f-b357-e0c655e83367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.607238 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-dbbcfe4d-9117-4b9f-b357-e0c655e83367 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bd8bbf18c8e4e2eba871478a5cc5712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757894 Sep 03 12:49:13.608357 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcfe4d-9117-4b9f-b357-e0c655e83367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2eecb3-13d9-4799-ae45-aeaafbc64dfb,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:13.610594 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 34998) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:13.654135 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-70308ba8-7efc-46eb-997e-e6059743823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:13.655648 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-70308ba8-7efc-46eb-997e-e6059743823c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=72c9b9e2-e641-4e80-b66d-98a10f2a744e HTTP/1.1" status: 200 len: 854 time: 0.1104002 Sep 03 12:49:13.660756 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6ebc-e7db-4d49-af68-0152195d800a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.663201 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2bbb843d-d750-4ebd-b38f-7d7d609c8fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.687916 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6ebc-e7db-4d49-af68-0152195d800a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.713989 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-56919eb6-6b76-496e-a952-4cb4691ed24e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425303 Sep 03 12:49:13.723400 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2bbb843d-d750-4ebd-b38f-7d7d609c8fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.731635 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-d016b6fa-d869-478f-88ad-4697217f4c76 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:13.733287 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-d016b6fa-d869-478f-88ad-4697217f4c76 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/networks?id=fac12eb5-d5c7-441b-85f5-a28a23f21272 HTTP/1.1" status: 200 len: 809 time: 0.2228286 Sep 03 12:49:13.741936 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6ebc-e7db-4d49-af68-0152195d800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.744623 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6ebc-e7db-4d49-af68-0152195d800a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.748868 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-2dbd6ebc-e7db-4d49-af68-0152195d800a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b2eecb3-13d9-4799-ae45-aeaafbc64dfb HTTP/1.1" status: 204 len: 168 time: 0.1340799 Sep 03 12:49:13.754788 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd6ebc-e7db-4d49-af68-0152195d800a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2eecb3-13d9-4799-ae45-aeaafbc64dfb,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:13.800432 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-ebed795d-012f-4b39-929b-8d1133df5615 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/quotas/129d6f42abb6468c8b57e1bb54985084 HTTP/1.1" status: 200 len: 375 time: 0.0605271 Sep 03 12:49:13.874654 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-179f5c74-0b88-4ceb-9d53-fdce10c53460 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=129d6f42abb6468c8b57e1bb54985084&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636034 Sep 03 12:49:13.901243 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-a9590fb8-1a79-48de-aa13-e9781f1be387 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669030 Sep 03 12:49:13.910222 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2bbb843d-d750-4ebd-b38f-7d7d609c8fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.912524 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2bbb843d-d750-4ebd-b38f-7d7d609c8fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.915978 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2bbb843d-d750-4ebd-b38f-7d7d609c8fde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0c68d0a-254c-432e-b509-e126d1fde0d4 HTTP/1.1" status: 204 len: 168 time: 0.4676597 Sep 03 12:49:14.004854 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb843d-d750-4ebd-b38f-7d7d609c8fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c68d0a-254c-432e-b509-e126d1fde0d4,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:14.072531 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 35010) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:14.086724 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-31226caa-dc2e-4541-9da4-f7c1e5b2e325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:14.105205 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-38e975af-36ad-4417-acfd-d8f4480f372f service neutron] 10.222.0.23 "GET /v2.0/networks/fac12eb5-d5c7-441b-85f5-a28a23f21272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071407 Sep 03 12:49:14.110895 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-14aa8c38-08b1-44b6-a346-83945cce1dd3 req-a2a2122e-bcef-4a6f-a0c4-725389649505 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852598 Sep 03 12:49:14.203579 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-31226caa-dc2e-4541-9da4-f7c1e5b2e325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:14.207979 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-31226caa-dc2e-4541-9da4-f7c1e5b2e325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:14.275496 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3068fe-a059-48d9-8243-184f441accb5 req-3188ea9c-2ac2-4d52-8b68-4aa67eb7ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:14.276121 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-31226caa-dc2e-4541-9da4-f7c1e5b2e325 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be98aab62c28417d82dd598b6726ffc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017674 Sep 03 12:49:14.277219 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8a3068fe-a059-48d9-8243-184f441accb5 req-3188ea9c-2ac2-4d52-8b68-4aa67eb7ee41 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e76c7abc7bf84515abcfb38980a917a7&device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 1097 time: 0.0835154 Sep 03 12:49:14.277847 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 35020) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:14.279786 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-86b7d360-a5d4-4747-9618-25d5c63e2134 service neutron] 10.222.0.23 "GET /v2.0/networks/fac12eb5-d5c7-441b-85f5-a28a23f21272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680560 Sep 03 12:49:14.282912 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31226caa-dc2e-4541-9da4-f7c1e5b2e325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b852db6-0e47-4f6a-a319-f62f856c971a,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:14.339322 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50a764-fdcc-4573-95fe-e7b50955cc11 req-349ba404-735a-4633-a4c7-869e0c63f04d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:14.347846 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ba50a764-fdcc-4573-95fe-e7b50955cc11 req-349ba404-735a-4633-a4c7-869e0c63f04d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 944 time: 0.0611768 Sep 03 12:49:14.397303 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ba50a764-fdcc-4573-95fe-e7b50955cc11 req-d252a233-91a2-44f8-a574-99a6b65500af tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480933 Sep 03 12:49:14.534319 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808535ce-3a35-4780-bf68-0206f1fd1e62 req-10a334ec-4747-422b-93d6-3bb2608070cf tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:14.543377 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-808535ce-3a35-4780-bf68-0206f1fd1e62 req-10a334ec-4747-422b-93d6-3bb2608070cf tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0753381 Sep 03 12:49:14.605629 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-808535ce-3a35-4780-bf68-0206f1fd1e62 req-10c17729-659e-427d-83b9-224bbebeb2cb tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610452 Sep 03 12:49:14.649921 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b27c292f-fd45-4aae-810a-c00cea582c29 req-be815820-0ee2-4e1d-b331-cd5bf41a760b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 210 time: 0.0538549 Sep 03 12:49:14.690643 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-566129dc-eb76-4c5e-8d2b-cc274198ac9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:14.700876 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3068fe-a059-48d9-8243-184f441accb5 req-16ac53f8-6cd7-40a3-88e8-0e98eea27cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:14.702671 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8a3068fe-a059-48d9-8243-184f441accb5 req-16ac53f8-6cd7-40a3-88e8-0e98eea27cc1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 200 len: 915 time: 0.4065523 Sep 03 12:49:14.760118 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-566129dc-eb76-4c5e-8d2b-cc274198ac9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:14.762585 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8a3068fe-a059-48d9-8243-184f441accb5 req-996c3ce3-9e1a-4d2a-b72a-48de35ee1046 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adbeb4b0-97f0-4d80-bf0d-b3d46d606446 HTTP/1.1" status: 200 len: 217 time: 0.0514152 Sep 03 12:49:14.836917 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3068fe-a059-48d9-8243-184f441accb5 req-e7937dff-ca61-4d6e-b210-5dbd7096091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:14.838459 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8a3068fe-a059-48d9-8243-184f441accb5 req-e7937dff-ca61-4d6e-b210-5dbd7096091f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=72c9b9e2-e641-4e80-b66d-98a10f2a744e HTTP/1.1" status: 200 len: 854 time: 0.0615141 Sep 03 12:49:14.855123 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-566129dc-eb76-4c5e-8d2b-cc274198ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:14.858624 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-566129dc-eb76-4c5e-8d2b-cc274198ac9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:14.862276 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-566129dc-eb76-4c5e-8d2b-cc274198ac9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b852db6-0e47-4f6a-a319-f62f856c971a HTTP/1.1" status: 204 len: 168 time: 0.5793178 Sep 03 12:49:14.883677 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566129dc-eb76-4c5e-8d2b-cc274198ac9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b852db6-0e47-4f6a-a319-f62f856c971a,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:14.888883 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 35054) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:14.911278 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8a3068fe-a059-48d9-8243-184f441accb5 req-0c56e9b6-e62a-4f4d-b22e-aaaec01aa450 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367854 Sep 03 12:49:14.958421 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device b55ac645-c082-476a-b626-d6eb60984cb3 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:49:14.982424 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: b55ac645-c082-476a-b626-d6eb60984cb3 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:49:14.982803 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device b55ac645-c082-476a-b626-d6eb60984cb3 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:49:15.044898 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8a3068fe-a059-48d9-8243-184f441accb5 req-00d1f485-6da5-4a49-a80a-1637a649ea28 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159256 Sep 03 12:49:15.069763 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-350975616-network', 'tenant_id': '0eb613531e2d4b6db575b37bb9af3d1a'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:49:15.142582 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Made reservation on behalf of 0eb613531e2d4b6db575b37bb9af3d1a for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:49:15.144850 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.172170 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.208416 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8a3068fe-a059-48d9-8243-184f441accb5 req-7abe3596-f47b-4782-82e1-4ed54e67ade7 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540248 Sep 03 12:49:15.304091 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.308358 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.337759 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:49:15.343624 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86e2c76-cb64-4b42-8ee2-e4171d9839a6,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:15.352829 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.353179 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Added segment 2ce63cc9-7579-4854-8f43-f322e0be23f3 of type vlan for network d77bbd2e-6087-4ebe-9026-df6fe1bdb78a Sep 03 12:49:15.392594 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.418091 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.419165 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:15.420059 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.460102 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5714297 Sep 03 12:49:15.464051 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 35076) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:15.470318 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Request body: {'subnet': {'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-350975616-subnet', 'tenant_id': '0eb613531e2d4b6db575b37bb9af3d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:49:15.494938 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320215dd-3386-476d-8ade-6fd1e4f6f0fd admin admin] Pushing event updated for resources: {'Network': ['ID=d77bbd2e-6087-4ebe-9026-df6fe1bdb78a,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:15.507662 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network d77bbd2e-6087-4ebe-9026-df6fe1bdb78a details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:49:15.527158 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Made reservation on behalf of 0eb613531e2d4b6db575b37bb9af3d1a for: {'subnet': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:49:15.529439 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10036977'] for subnet, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.573072 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893fce2-43d1-4216-951c-de622116ac57 req-4c944cf6-3903-4452-956b-4f323e738e13 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:15.580088 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d893fce2-43d1-4216-951c-de622116ac57 req-4c944cf6-3903-4452-956b-4f323e738e13 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 944 time: 0.0913453 Sep 03 12:49:15.674479 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d893fce2-43d1-4216-951c-de622116ac57 req-47f529e6-30c8-47ca-9a3d-dbf9564f7e45 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933809 Sep 03 12:49:15.831505 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0296aa93-fa16-4300-9da3-b7a3f495faf6 req-536f5e50-de7c-45cf-a6bc-cb1fc79254d5 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 210 time: 0.0524468 Sep 03 12:49:15.840811 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2c22b-e2a4-4e52-b91d-d426c867c33c req-1c90b391-8d91-4a4e-a8b4-b669f6dab4e7 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:15.842497 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b9d2c22b-e2a4-4e52-b91d-d426c867c33c req-1c90b391-8d91-4a4e-a8b4-b669f6dab4e7 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1467333 Sep 03 12:49:15.850551 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9347576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10036959'] for subnet, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.911656 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3cb222c-8748-4d08-9811-d99200e0585b,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:15.928223 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.928436 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.928791 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.929142 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.929475 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.929842 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.930174 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.930504 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.930867 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.931196 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.931594 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.931832 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.942406 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Checking segment: {'id': '2ce63cc9-7579-4854-8f43-f322e0be23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:49:15.942805 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Network hostable DHCP agents. Network: d77bbd2e-6087-4ebe-9026-df6fe1bdb78a, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:49:15.943164 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-58681d5f-d9c7-4b8f-9132-8495f0a8d8d4 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:15.947040 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-58681d5f-d9c7-4b8f-9132-8495f0a8d8d4 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.22 "GET /v2.0/networks?id=fac12eb5-d5c7-441b-85f5-a28a23f21272 HTTP/1.1" status: 200 len: 809 time: 0.2674673 Sep 03 12:49:15.964502 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Network d77bbd2e-6087-4ebe-9026-df6fe1bdb78a is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:49:15.969970 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4b2dc9f2-176b-4929-aeab-24d4da15796b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Request body: {'port': {'device_id': 'a4170cee-a5eb-4199-868b-f84b0f209b95', 'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272', 'admin_state_up': True, 'tenant_id': '129d6f42abb6468c8b57e1bb54985084'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:49:15.975432 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, d77bbd2e-6087-4ebe-9026-df6fe1bdb78a) {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:49:15.981796 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:15.982479 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.994026 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ea1536-2d61-4cd2-9c10-c333189a8efc None None] Network d77bbd2e-6087-4ebe-9026-df6fe1bdb78a requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:49:15.997650 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b9d2c22b-e2a4-4e52-b91d-d426c867c33c req-9e074fd8-a6bb-4cd0-97fc-ae33040549b5 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467359 Sep 03 12:49:16.000081 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-7e51f213-b15e-41dc-b7ea-d2ad24a28b2a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5336416 Sep 03 12:49:16.133597 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4b2dc9f2-176b-4929-aeab-24d4da15796b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Made reservation on behalf of 129d6f42abb6468c8b57e1bb54985084 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:49:16.137484 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4b2dc9f2-176b-4929-aeab-24d4da15796b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:16.177272 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05594a5b-f172-4420-840b-af044e4662d3 None None] Network d77bbd2e-6087-4ebe-9026-df6fe1bdb78a requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:49:16.318952 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4b2dc9f2-176b-4929-aeab-24d4da15796b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Allocated IP 172.20.0.6 (fac12eb5-d5c7-441b-85f5-a28a23f21272/1a4e8e0f-b525-4b88-bc16-bb537776d54b/958f1dcd-1561-45ae-bffb-d31fabed0f70) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:49:16.488159 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4b2dc9f2-176b-4929-aeab-24d4da15796b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:16.529009 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4b2dc9f2-176b-4929-aeab-24d4da15796b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:16.581820 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4b2dc9f2-176b-4929-aeab-24d4da15796b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Network fac12eb5-d5c7-441b-85f5-a28a23f21272 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:49:16.585337 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4b2dc9f2-176b-4929-aeab-24d4da15796b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:49:16.593731 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4b2dc9f2-176b-4929-aeab-24d4da15796b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:49:16.625196 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dc9f2-176b-4929-aeab-24d4da15796b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Pushing event updated for resources: {'Port': ['ID=958f1dcd-1561-45ae-bffb-d31fabed0f70,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:16.654127 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4b2dc9f2-176b-4929-aeab-24d4da15796b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:16.654821 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4b2dc9f2-176b-4929-aeab-24d4da15796b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:16.668917 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4b2dc9f2-176b-4929-aeab-24d4da15796b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7036788 Sep 03 12:49:16.684419 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Request body: {'port': {'device_id': 'a4170cee-a5eb-4199-868b-f84b0f209b95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:49:16.747494 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:16.807144 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b165e9-9e0d-4995-873f-03428a4f67d6 req-71a8413b-a5d8-422a-8664-2ea622d74375 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:16.808690 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-77b165e9-9e0d-4995-873f-03428a4f67d6 req-71a8413b-a5d8-422a-8664-2ea622d74375 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 944 time: 0.0516765 Sep 03 12:49:16.848175 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-77b165e9-9e0d-4995-873f-03428a4f67d6 req-8703ce79-ec2d-47a1-a9ee-368573a274e1 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323169 Sep 03 12:49:16.974071 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device adbeb4b0-97f0-4d80-bf0d-b3d46d606446 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:49:17.029213 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082848f7-78a9-4767-a641-5c2e46ebdb26 req-69c2a765-2934-4d51-94ea-4e013a885de2 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:17.031541 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-082848f7-78a9-4767-a641-5c2e46ebdb26 req-69c2a765-2934-4d51-94ea-4e013a885de2 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 931 time: 0.0787597 Sep 03 12:49:17.146096 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-082848f7-78a9-4767-a641-5c2e46ebdb26 req-bd5b2055-a58d-4fc0-9df5-5aa73af479eb tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845728 Sep 03 12:49:17.146096 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958f1dcd-1561-45ae-bffb-d31fabed0f70 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:49:17.153670 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port adbeb4b0-97f0-4d80-bf0d-b3d46d606446, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=adbeb4b0-97f0-4d80-bf0d-b3d46d606446,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:17.159803 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:17.163274 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05884e15-1d2c-4f54-af48-65e9704999d1 req-56a7190f-8481-4311-9431-aaaa6ce2d34f tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:17.166034 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-05884e15-1d2c-4f54-af48-65e9704999d1 req-56a7190f-8481-4311-9431-aaaa6ce2d34f tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0937908 Sep 03 12:49:17.174826 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': 'adbeb4b0-97f0-4d80-bf0d-b3d46d606446', 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8', 'port_id': 'adbeb4b0-97f0-4d80-bf0d-b3d46d606446', 'mac_address': 'fa:16:3e:f8:d6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c9b9e2-e641-4e80-b66d-98a10f2a744e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:49:17.181349 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Transition to ACTIVE for port object 958f1dcd-1561-45ae-bffb-d31fabed0f70 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:49:17.186510 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:17.217638 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-05884e15-1d2c-4f54-af48-65e9704999d1 req-8f7169ca-df06-4bc0-a5a5-30ad4c3ce38e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454125 Sep 03 12:49:17.228353 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:17.248125 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbeb4b0-97f0-4d80-bf0d-b3d46d606446 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:49:17.273457 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Pushing event updated for resources: {'Port': ['ID=958f1dcd-1561-45ae-bffb-d31fabed0f70,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:17.277772 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port adbeb4b0-97f0-4d80-bf0d-b3d46d606446, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=adbeb4b0-97f0-4d80-bf0d-b3d46d606446,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:17.284248 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:17.343829 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=adbeb4b0-97f0-4d80-bf0d-b3d46d606446,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:17.361236 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Attempting to bind port 958f1dcd-1561-45ae-bffb-d31fabed0f70 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:49:17.361851 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Attempting to bind port 958f1dcd-1561-45ae-bffb-d31fabed0f70 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '23a4a295-9186-4b0f-a2ef-6494946cfe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:49:17.362190 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Attempting to bind port 958f1dcd-1561-45ae-bffb-d31fabed0f70 on network fac12eb5-d5c7-441b-85f5-a28a23f21272 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:49:17.367035 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Port 958f1dcd-1561-45ae-bffb-d31fabed0f70 on network fac12eb5-d5c7-441b-85f5-a28a23f21272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:49:17.367929 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Attempting to bind port 958f1dcd-1561-45ae-bffb-d31fabed0f70 on network fac12eb5-d5c7-441b-85f5-a28a23f21272 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:49:17.373043 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:49:17.373383 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Checking segment: {'id': '23a4a295-9186-4b0f-a2ef-6494946cfe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:49:17.373789 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Bound using segment: {'id': '23a4a295-9186-4b0f-a2ef-6494946cfe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:49:17.374213 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Bound port: 958f1dcd-1561-45ae-bffb-d31fabed0f70, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a4a295-9186-4b0f-a2ef-6494946cfe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:49:17.374570 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:17.409402 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 35158) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:17.455764 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] For port 958f1dcd-1561-45ae-bffb-d31fabed0f70, host hv-cinder-80655, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:49:17.459268 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] For port 958f1dcd-1561-45ae-bffb-d31fabed0f70, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=958f1dcd-1561-45ae-bffb-d31fabed0f70,segment=NetworkSegment(23a4a295-9186-4b0f-a2ef-6494946cfe4d),segment_id=23a4a295-9186-4b0f-a2ef-6494946cfe4d)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:49:17.464921 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:17.502688 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:17.503349 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:17.504759 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] 10.222.0.22 "PUT /v2.0/ports/958f1dcd-1561-45ae-bffb-d31fabed0f70 HTTP/1.1" status: 200 len: 1093 time: 0.8255816 Sep 03 12:49:17.505207 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4170cee-a5eb-4199-868b-f84b0f209b95', 'tag': '958f1dcd-1561-45ae-bffb-d31fabed0f70'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:49:17.507486 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791d5a10-0478-4cf0-b107-82d923ad11e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4170cee-a5eb-4199-868b-f84b0f209b95", "tag": "958f1dcd-1561-45ae-bffb-d31fabed0f70"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:49:17.538643 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be5283-d681-4e0d-a5b3-9797eb83d575 service neutron] Pushing event updated for resources: {'Port': ['ID=958f1dcd-1561-45ae-bffb-d31fabed0f70,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:17.557481 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2583bf11-0f1f-4408-bc50-f79993e9d5a1 x-openstack-request-id: req-2583bf11-0f1f-4408-bc50-f79993e9d5a1 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:49:17.557783 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4170cee-a5eb-4199-868b-f84b0f209b95", "tag": "958f1dcd-1561-45ae-bffb-d31fabed0f70", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:49:17.558040 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2583bf11-0f1f-4408-bc50-f79993e9d5a1 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:49:17.558447 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4170cee-a5eb-4199-868b-f84b0f209b95', 'tag': '958f1dcd-1561-45ae-bffb-d31fabed0f70', 'status': 'completed', 'code': 200} Sep 03 12:49:17.585503 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-eafd60dd-c940-4812-a44b-fbd2e239df4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:17.614864 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['adbeb4b0-97f0-4d80-bf0d-b3d46d606446'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:49:17.616331 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-1d169ccd-0497-4d7b-a4e9-1b2a6f5bb1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:17.619075 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-1d169ccd-0497-4d7b-a4e9-1b2a6f5bb1c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=129d6f42abb6468c8b57e1bb54985084&device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 1096 time: 0.0500038 Sep 03 12:49:17.675852 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-18aee1d3-3988-4bed-8afa-c6a4a8999198 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=958f1dcd-1561-45ae-bffb-d31fabed0f70 HTTP/1.1" status: 200 len: 217 time: 0.0398731 Sep 03 12:49:17.732204 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-eafd60dd-c940-4812-a44b-fbd2e239df4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:17.740348 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-eafd60dd-c940-4812-a44b-fbd2e239df4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:17.745117 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4e05b07f-1502-4b00-b1bf-cae9dfaed672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:17.747233 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-4e05b07f-1502-4b00-b1bf-cae9dfaed672 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a4e8e0f-b525-4b88-bc16-bb537776d54b HTTP/1.1" status: 200 len: 849 time: 0.0633872 Sep 03 12:49:17.802273 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-6de1a107-d6ff-42a6-bb6c-4083f1b8acf4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fac12eb5-d5c7-441b-85f5-a28a23f21272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461438 Sep 03 12:49:17.845211 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-eafd60dd-c940-4812-a44b-fbd2e239df4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48361778a1fc4b09a72bb3db0dcc109e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323006 Sep 03 12:49:17.845211 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd60dd-c940-4812-a44b-fbd2e239df4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af96549c-a5f5-4628-9892-c43b279b1613,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:17.848604 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 35176) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:17.939400 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-d87f8f0b-ccd8-4403-8717-72c70a5ec593 service neutron] 10.222.0.22 "GET /v2.0/networks/fac12eb5-d5c7-441b-85f5-a28a23f21272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275191 Sep 03 12:49:17.946609 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-479edf54-cea0-427a-94db-a482229c9d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:17.982159 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-479edf54-cea0-427a-94db-a482229c9d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:18.067394 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212aecfa-c09d-4cf7-ac96-3ab8bd4db28d req-f2ff5e52-dc9a-4dbe-ac41-c5492dda37a6 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:18.070845 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-212aecfa-c09d-4cf7-ac96-3ab8bd4db28d req-f2ff5e52-dc9a-4dbe-ac41-c5492dda37a6 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 945 time: 0.0710187 Sep 03 12:49:18.092767 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-479edf54-cea0-427a-94db-a482229c9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:18.095586 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-479edf54-cea0-427a-94db-a482229c9d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:18.099642 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-479edf54-cea0-427a-94db-a482229c9d4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af96549c-a5f5-4628-9892-c43b279b1613 HTTP/1.1" status: 204 len: 168 time: 0.2492015 Sep 03 12:49:18.132596 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf4a38fb-a373-4502-bbd1-39c0d1ae5c47 req-ee8cc671-fc55-4ce1-ab68-694211b25b07 service neutron] 10.222.0.22 "GET /v2.0/networks/fac12eb5-d5c7-441b-85f5-a28a23f21272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806355 Sep 03 12:49:18.140801 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479edf54-cea0-427a-94db-a482229c9d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af96549c-a5f5-4628-9892-c43b279b1613,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:18.159408 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-212aecfa-c09d-4cf7-ac96-3ab8bd4db28d req-ee10bacc-8d3f-497a-bf0b-3d862c20e04a tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762668 Sep 03 12:49:18.181358 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-89febdab-7302-4145-8353-48ecfd10b68b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:18.183056 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-89febdab-7302-4145-8353-48ecfd10b68b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/networks?id=d77bbd2e-6087-4ebe-9026-df6fe1bdb78a HTTP/1.1" status: 200 len: 813 time: 0.1927762 Sep 03 12:49:18.201890 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-bb53abf8-b8eb-4b54-921d-f98be1e35afc tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/quotas/0eb613531e2d4b6db575b37bb9af3d1a HTTP/1.1" status: 200 len: 375 time: 0.0106189 Sep 03 12:49:18.246499 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-45ff903d-0d6e-419b-b02b-94f4348c2795 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0eb613531e2d4b6db575b37bb9af3d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379524 Sep 03 12:49:18.297868 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f010ef0-6f9a-4ff5-afe5-99bbb1d78d44 req-c8ab627d-65c6-482c-9e94-2422c218f09b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:18.306026 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0f010ef0-6f9a-4ff5-afe5-99bbb1d78d44 req-c8ab627d-65c6-482c-9e94-2422c218f09b tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 943 time: 0.0699966 Sep 03 12:49:18.348515 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5a10-0478-4cf0-b107-82d923ad11e4 req-412a447a-9308-4747-b53f-29b610cde6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:18.349060 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0f010ef0-6f9a-4ff5-afe5-99bbb1d78d44 req-16b8ac39-312b-4a6f-9244-0123d86352b0 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418212 Sep 03 12:49:18.350024 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-791d5a10-0478-4cf0-b107-82d923ad11e4 req-412a447a-9308-4747-b53f-29b610cde6dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=129d6f42abb6468c8b57e1bb54985084&device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 1096 time: 0.1063056 Sep 03 12:49:18.389616 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-1c2baf8a-9d1e-4b5f-b2a9-63f26dff29be service neutron] 10.222.0.23 "GET /v2.0/networks/d77bbd2e-6087-4ebe-9026-df6fe1bdb78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342409 Sep 03 12:49:18.470554 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecae71-7b2a-45a3-955a-fb6411429629 req-fc5b2748-f57b-4b6c-a027-645e8cd56a82 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:18.478506 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-84ecae71-7b2a-45a3-955a-fb6411429629 req-fc5b2748-f57b-4b6c-a027-645e8cd56a82 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0570443 Sep 03 12:49:18.516763 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5a10-0478-4cf0-b107-82d923ad11e4 req-c6a281b5-03dc-4511-a23d-890f55b07737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:18.518249 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-791d5a10-0478-4cf0-b107-82d923ad11e4 req-c6a281b5-03dc-4511-a23d-890f55b07737 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fac12eb5-d5c7-441b-85f5-a28a23f21272 HTTP/1.1" status: 200 len: 910 time: 0.1586826 Sep 03 12:49:18.519245 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-84ecae71-7b2a-45a3-955a-fb6411429629 req-45f4dd34-e652-4d31-b2a2-7dce7ee0daa2 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396557 Sep 03 12:49:18.540564 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-4199f33a-d631-4af8-8f61-b859bb400c03 service neutron] 10.222.0.23 "GET /v2.0/networks/d77bbd2e-6087-4ebe-9026-df6fe1bdb78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395597 Sep 03 12:49:18.582521 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-791d5a10-0478-4cf0-b107-82d923ad11e4 req-0bc1955d-6be8-4fd7-87dd-d699ca508f05 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=958f1dcd-1561-45ae-bffb-d31fabed0f70 HTTP/1.1" status: 200 len: 217 time: 0.0494123 Sep 03 12:49:18.645637 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5a10-0478-4cf0-b107-82d923ad11e4 req-b6db169e-40ac-4884-9eff-5579aac260f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:18.647272 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-791d5a10-0478-4cf0-b107-82d923ad11e4 req-b6db169e-40ac-4884-9eff-5579aac260f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a4e8e0f-b525-4b88-bc16-bb537776d54b HTTP/1.1" status: 200 len: 849 time: 0.0522780 Sep 03 12:49:18.702457 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-791d5a10-0478-4cf0-b107-82d923ad11e4 req-6d286823-002f-432b-b0e1-1990a7e53d7c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fac12eb5-d5c7-441b-85f5-a28a23f21272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335827 Sep 03 12:49:18.743536 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b9b1a0a5-7dd7-41cb-ae8c-36311cd79634 req-90d3da77-6121-4682-9d82-de4dfb0f552f tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 210 time: 0.0325670 Sep 03 12:49:18.802179 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-791d5a10-0478-4cf0-b107-82d923ad11e4 req-734ce020-c166-4fe8-af49-5711239d0f29 service neutron] 10.222.0.22 "GET /v2.0/networks/fac12eb5-d5c7-441b-85f5-a28a23f21272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911434 Sep 03 12:49:18.916142 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-791d5a10-0478-4cf0-b107-82d923ad11e4 req-192d7194-d93b-4cd5-988a-2ed848dfccd6 service neutron] 10.222.0.22 "GET /v2.0/networks/fac12eb5-d5c7-441b-85f5-a28a23f21272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983720 Sep 03 12:49:18.971324 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device adbeb4b0-97f0-4d80-bf0d-b3d46d606446 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:49:19.024280 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port adbeb4b0-97f0-4d80-bf0d-b3d46d606446 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:49:19.028526 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port adbeb4b0-97f0-4d80-bf0d-b3d46d606446 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:49:19.028921 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:19.116084 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:19.158288 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port adbeb4b0-97f0-4d80-bf0d-b3d46d606446, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=adbeb4b0-97f0-4d80-bf0d-b3d46d606446,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:19.159227 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a61051c-3f7f-425b-a076-96915f1cd1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbeb4b0-97f0-4d80-bf0d-b3d46d606446'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:49:19.162921 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b7658f-41e0-4433-90be-279b3d8f94ea" -d '{"events": [{"server_uuid": "8a61051c-3f7f-425b-a076-96915f1cd1ab", "name": "network-vif-plugged", "status": "completed", "tag": "adbeb4b0-97f0-4d80-bf0d-b3d46d606446"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:49:19.180746 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:19.219358 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f268f358-e205-4568-be3c-d3e5cf121bae x-openstack-request-id: req-f268f358-e205-4568-be3c-d3e5cf121bae {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:49:19.219675 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a61051c-3f7f-425b-a076-96915f1cd1ab", "name": "network-vif-plugged", "status": "completed", "tag": "adbeb4b0-97f0-4d80-bf0d-b3d46d606446", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:49:19.219940 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f268f358-e205-4568-be3c-d3e5cf121bae {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:49:19.220326 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a61051c-3f7f-425b-a076-96915f1cd1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbeb4b0-97f0-4d80-bf0d-b3d46d606446', 'code': 200} Sep 03 12:49:19.223240 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f33bb6f5-81de-4cbe-b554-d364fa474de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:19.258736 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=adbeb4b0-97f0-4d80-bf0d-b3d46d606446,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:19.302784 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f859014-4ec3-47db-a101-2ee64a2a8abd req-35fdd8a7-90ba-4926-92f7-0697e4011d1e tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:19.305666 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1f859014-4ec3-47db-a101-2ee64a2a8abd req-35fdd8a7-90ba-4926-92f7-0697e4011d1e tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 946 time: 0.0733302 Sep 03 12:49:19.375146 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1f859014-4ec3-47db-a101-2ee64a2a8abd req-ab663523-74ec-43e1-9940-157ca8b0e1a4 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593123 Sep 03 12:49:19.491033 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f6af2-110c-4964-88b2-5c30915db563 req-7e6c8ef3-e310-4d6b-9d2b-c26dce911b89 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:19.500654 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ce9ac-8538-4392-b915-a01fc57345aa req-3ae1eed2-444d-49ec-b731-9f54de447ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:19.502463 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-509ce9ac-8538-4392-b915-a01fc57345aa req-3ae1eed2-444d-49ec-b731-9f54de447ac9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 1099 time: 0.0622139 Sep 03 12:49:19.504151 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c39f6af2-110c-4964-88b2-5c30915db563 req-7e6c8ef3-e310-4d6b-9d2b-c26dce911b89 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 943 time: 0.0728583 Sep 03 12:49:19.557986 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c39f6af2-110c-4964-88b2-5c30915db563 req-b7a60d20-4f5e-40a8-b382-7d9d794fdbef tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 Sep 03 12:49:19.587645 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-509ce9ac-8538-4392-b915-a01fc57345aa req-fb84d70c-e6c6-4782-afeb-59f816bf55aa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716784 Sep 03 12:49:19.840795 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8337-3e1a-460a-9679-eda41cffd385 req-8f802476-d0a5-46f5-8014-8e755c58c524 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:19.842432 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-823a8337-3e1a-460a-9679-eda41cffd385 req-8f802476-d0a5-46f5-8014-8e755c58c524 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.2433012 Sep 03 12:49:19.883109 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-823a8337-3e1a-460a-9679-eda41cffd385 req-453ed6a8-6133-43bf-a45e-c966b83c2847 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346026 Sep 03 12:49:19.970010 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0f4aee07-03c7-47d5-af1b-c5626dcff2c3 req-33f16351-a1e0-4c3d-a265-1813f358d889 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 210 time: 0.0261209 Sep 03 12:49:20.149360 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-bdf93866-7601-4fa6-b2f8-387ce8dba37c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:20.150917 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-bdf93866-7601-4fa6-b2f8-387ce8dba37c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.22 "GET /v2.0/networks?id=d77bbd2e-6087-4ebe-9026-df6fe1bdb78a HTTP/1.1" status: 200 len: 813 time: 0.1136563 Sep 03 12:49:20.171641 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-5d53e773-5cff-436d-a631-d65937d45f1c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Request body: {'port': {'device_id': '16b3a60f-bbad-47f2-95dd-dc092cf182fb', 'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a', 'admin_state_up': True, 'tenant_id': '0eb613531e2d4b6db575b37bb9af3d1a'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:49:20.278107 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-5d53e773-5cff-436d-a631-d65937d45f1c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Made reservation on behalf of 0eb613531e2d4b6db575b37bb9af3d1a for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:49:20.281581 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-5d53e773-5cff-436d-a631-d65937d45f1c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:20.409571 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-5d53e773-5cff-436d-a631-d65937d45f1c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Allocated IP 172.20.0.11 (d77bbd2e-6087-4ebe-9026-df6fe1bdb78a/c3cb222c-8748-4d08-9811-d99200e0585b/ce4c856b-6d37-45b8-90cb-e7ed9aef123b) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:49:20.575626 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80e8c2-a169-4940-9187-ac0efdfb2dea req-3ab53edd-3dfe-4f8c-a4b7-c1729fe5ca89 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:20.577152 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ab80e8c2-a169-4940-9187-ac0efdfb2dea req-3ab53edd-3dfe-4f8c-a4b7-c1729fe5ca89 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 946 time: 0.1274281 Sep 03 12:49:20.636538 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-5d53e773-5cff-436d-a631-d65937d45f1c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:20.649557 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ab80e8c2-a169-4940-9187-ac0efdfb2dea req-52aec8c9-f874-4e6d-a68c-6c8e6164f4fc tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616395 Sep 03 12:49:20.687562 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-5d53e773-5cff-436d-a631-d65937d45f1c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:20.692013 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7959ee6-b39c-4dbf-aeba-3710a85f22ec req-01cdcaa9-21cb-4214-9692-978c3e5407b3 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:20.693542 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b7959ee6-b39c-4dbf-aeba-3710a85f22ec req-01cdcaa9-21cb-4214-9692-978c3e5407b3 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 943 time: 0.0524905 Sep 03 12:49:20.733168 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-5d53e773-5cff-436d-a631-d65937d45f1c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Network d77bbd2e-6087-4ebe-9026-df6fe1bdb78a is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:49:20.734484 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b7959ee6-b39c-4dbf-aeba-3710a85f22ec req-e254dc70-586a-44b8-8268-3fb2087dba0f tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337043 Sep 03 12:49:20.736288 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-5d53e773-5cff-436d-a631-d65937d45f1c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:49:20.740199 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-5d53e773-5cff-436d-a631-d65937d45f1c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:49:20.776930 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53e773-5cff-436d-a631-d65937d45f1c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Pushing event updated for resources: {'Port': ['ID=ce4c856b-6d37-45b8-90cb-e7ed9aef123b,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:20.799476 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-5d53e773-5cff-436d-a631-d65937d45f1c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:20.800106 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-5d53e773-5cff-436d-a631-d65937d45f1c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:20.815092 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-5d53e773-5cff-436d-a631-d65937d45f1c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6472957 Sep 03 12:49:20.834188 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Request body: {'port': {'device_id': '16b3a60f-bbad-47f2-95dd-dc092cf182fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:49:20.899245 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:20.985807 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 958f1dcd-1561-45ae-bffb-d31fabed0f70 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:49:21.109425 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b608a6-ed8d-4a0e-8cf0-643db58c1f53 req-641a3d8e-4ba8-4301-9fd6-b8ad8d2e2f82 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:21.116744 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-41b608a6-ed8d-4a0e-8cf0-643db58c1f53 req-641a3d8e-4ba8-4301-9fd6-b8ad8d2e2f82 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1373456 Sep 03 12:49:21.190860 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 958f1dcd-1561-45ae-bffb-d31fabed0f70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=958f1dcd-1561-45ae-bffb-d31fabed0f70,segment=NetworkSegment(23a4a295-9186-4b0f-a2ef-6494946cfe4d),segment_id=23a4a295-9186-4b0f-a2ef-6494946cfe4d)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:21.192220 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-41b608a6-ed8d-4a0e-8cf0-643db58c1f53 req-8b696323-9726-49ab-869a-7245ab328070 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731289 Sep 03 12:49:21.239521 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '958f1dcd-1561-45ae-bffb-d31fabed0f70', 'network_id': 'fac12eb5-d5c7-441b-85f5-a28a23f21272', 'port_id': '958f1dcd-1561-45ae-bffb-d31fabed0f70', 'mac_address': 'fa:16:3e:9a:e9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4e8e0f-b525-4b88-bc16-bb537776d54b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:49:21.340549 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fa2a1-d382-48a4-aa18-9d5ef4a508f3 req-88c50349-5d1e-4337-9bca-a71f3a887753 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:21.343358 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-419fa2a1-d382-48a4-aa18-9d5ef4a508f3 req-88c50349-5d1e-4337-9bca-a71f3a887753 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 932 time: 0.1058047 Sep 03 12:49:21.358005 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.376116 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958f1dcd-1561-45ae-bffb-d31fabed0f70 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:49:21.416902 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 958f1dcd-1561-45ae-bffb-d31fabed0f70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=958f1dcd-1561-45ae-bffb-d31fabed0f70,segment=NetworkSegment(23a4a295-9186-4b0f-a2ef-6494946cfe4d),segment_id=23a4a295-9186-4b0f-a2ef-6494946cfe4d)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:21.422548 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-419fa2a1-d382-48a4-aa18-9d5ef4a508f3 req-acde4b93-6f22-4d0f-bc60-b108b3d93f50 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717247 Sep 03 12:49:21.424371 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.424510 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4c856b-6d37-45b8-90cb-e7ed9aef123b {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:49:21.435611 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.449820 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Transition to ACTIVE for port object ce4c856b-6d37-45b8-90cb-e7ed9aef123b will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:49:21.455415 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.462338 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 35320) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:21.479595 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=958f1dcd-1561-45ae-bffb-d31fabed0f70,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:21.519807 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4c856b-6d37-45b8-90cb-e7ed9aef123b,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:21.582629 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-95cf67d1-c4a7-4275-af9e-e5c20c26fc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.587754 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Attempting to bind port ce4c856b-6d37-45b8-90cb-e7ed9aef123b on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:49:21.588097 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Attempting to bind port ce4c856b-6d37-45b8-90cb-e7ed9aef123b by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '2ce63cc9-7579-4854-8f43-f322e0be23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:49:21.588430 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Attempting to bind port ce4c856b-6d37-45b8-90cb-e7ed9aef123b on network d77bbd2e-6087-4ebe-9026-df6fe1bdb78a {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:49:21.592692 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Port ce4c856b-6d37-45b8-90cb-e7ed9aef123b on network d77bbd2e-6087-4ebe-9026-df6fe1bdb78a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:49:21.593018 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Attempting to bind port ce4c856b-6d37-45b8-90cb-e7ed9aef123b on network d77bbd2e-6087-4ebe-9026-df6fe1bdb78a {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:49:21.597794 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:49:21.598137 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Checking segment: {'id': '2ce63cc9-7579-4854-8f43-f322e0be23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:49:21.598524 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Bound using segment: {'id': '2ce63cc9-7579-4854-8f43-f322e0be23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:49:21.598982 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Bound port: ce4c856b-6d37-45b8-90cb-e7ed9aef123b, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce63cc9-7579-4854-8f43-f322e0be23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:49:21.599350 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.668460 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] For port ce4c856b-6d37-45b8-90cb-e7ed9aef123b, host hv-cinder-80655, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:49:21.671746 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] For port ce4c856b-6d37-45b8-90cb-e7ed9aef123b, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ce4c856b-6d37-45b8-90cb-e7ed9aef123b,segment=NetworkSegment(2ce63cc9-7579-4854-8f43-f322e0be23f3),segment_id=2ce63cc9-7579-4854-8f43-f322e0be23f3)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:49:21.683910 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.692062 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-95cf67d1-c4a7-4275-af9e-e5c20c26fc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.697433 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-95cf67d1-c4a7-4275-af9e-e5c20c26fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.723842 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:21.724524 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.725921 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] 10.222.0.22 "PUT /v2.0/ports/ce4c856b-6d37-45b8-90cb-e7ed9aef123b HTTP/1.1" status: 200 len: 1094 time: 0.8959565 Sep 03 12:49:21.726411 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b3a60f-bbad-47f2-95dd-dc092cf182fb', 'tag': 'ce4c856b-6d37-45b8-90cb-e7ed9aef123b'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:49:21.728783 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce23974-8a94-4d66-8615-31bd8fe534e0" -d '{"events": [{"name": "network-changed", "server_uuid": "16b3a60f-bbad-47f2-95dd-dc092cf182fb", "tag": "ce4c856b-6d37-45b8-90cb-e7ed9aef123b"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:49:21.746384 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf67d1-c4a7-4275-af9e-e5c20c26fc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd931b85-7f26-433a-afc1-fa9ba1d794bb,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:21.755785 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-95cf67d1-c4a7-4275-af9e-e5c20c26fc77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4eb35e15849452082dccf97e4cb7fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899401 Sep 03 12:49:21.760306 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 35328) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:21.784220 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b36d89-f8d1-4355-bd70-43dec20b1cc1 x-openstack-request-id: req-60b36d89-f8d1-4355-bd70-43dec20b1cc1 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:49:21.784572 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b3a60f-bbad-47f2-95dd-dc092cf182fb", "tag": "ce4c856b-6d37-45b8-90cb-e7ed9aef123b", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:49:21.784790 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60b36d89-f8d1-4355-bd70-43dec20b1cc1 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:49:21.785193 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b3a60f-bbad-47f2-95dd-dc092cf182fb', 'tag': 'ce4c856b-6d37-45b8-90cb-e7ed9aef123b', 'status': 'completed', 'code': 200} Sep 03 12:49:21.806803 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bf5e5-8e93-417f-aaff-c627d21e9cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4c856b-6d37-45b8-90cb-e7ed9aef123b,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:21.812819 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9daf64e1-ee08-400a-85af-ae683477a41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.838679 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['958f1dcd-1561-45ae-bffb-d31fabed0f70'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:49:21.841858 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385d966-7c62-4150-9837-19e8a676b212 req-9b86b6a8-4bc9-40e9-bb0f-15744235db6f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:21.843575 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f86db624-2e2d-420a-95c4-2e194420e43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.847219 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0385d966-7c62-4150-9837-19e8a676b212 req-9b86b6a8-4bc9-40e9-bb0f-15744235db6f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 946 time: 0.1146238 Sep 03 12:49:21.872058 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-a624d4b8-04c7-45db-bc1f-7b32e9502a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:21.873550 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-a624d4b8-04c7-45db-bc1f-7b32e9502a59 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0eb613531e2d4b6db575b37bb9af3d1a&device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 1097 time: 0.0851746 Sep 03 12:49:21.888266 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9daf64e1-ee08-400a-85af-ae683477a41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.891723 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0385d966-7c62-4150-9837-19e8a676b212 req-02c4afdd-a8d3-4f9c-91a3-f86296b2c837 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393102 Sep 03 12:49:21.937015 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-b758782b-5d06-4be5-85f6-f9e040600a51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4c856b-6d37-45b8-90cb-e7ed9aef123b HTTP/1.1" status: 200 len: 217 time: 0.0443189 Sep 03 12:49:21.937393 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607c3a8-8c5d-4562-b8bb-daafd2b99e64 req-6a17478d-c8d4-434e-a653-4bb6031ece0c tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:21.938970 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8607c3a8-8c5d-4562-b8bb-daafd2b99e64 req-6a17478d-c8d4-434e-a653-4bb6031ece0c tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 944 time: 0.1030579 Sep 03 12:49:21.987733 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8607c3a8-8c5d-4562-b8bb-daafd2b99e64 req-e7e81dad-4548-486c-8c77-2bcf756fbd33 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Sep 03 12:49:21.996098 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9daf64e1-ee08-400a-85af-ae683477a41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:22.000481 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9daf64e1-ee08-400a-85af-ae683477a41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:22.002921 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-9daf64e1-ee08-400a-85af-ae683477a41d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd931b85-7f26-433a-afc1-fa9ba1d794bb HTTP/1.1" status: 204 len: 168 time: 0.2415590 Sep 03 12:49:22.012342 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf64e1-ee08-400a-85af-ae683477a41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd931b85-7f26-433a-afc1-fa9ba1d794bb,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:22.019300 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-7e00eac4-61aa-409c-ae4f-9a930e2d2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:22.020939 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-7e00eac4-61aa-409c-ae4f-9a930e2d2b76 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3cb222c-8748-4d08-9811-d99200e0585b HTTP/1.1" status: 200 len: 853 time: 0.0757036 Sep 03 12:49:22.070540 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-50ad13d1-659f-4d58-a24e-21d5a2dc10c6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d77bbd2e-6087-4ebe-9026-df6fe1bdb78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314741 Sep 03 12:49:22.183250 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-688a6015-6996-4858-b320-d99c7dfe24d7 service neutron] 10.222.0.22 "GET /v2.0/networks/d77bbd2e-6087-4ebe-9026-df6fe1bdb78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950034 Sep 03 12:49:22.287626 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:22.308533 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02e0481-28cc-4fa7-b74a-5b072bc3dbeb req-4fa14ef5-c45f-40b9-8a7b-89aebd33a3b9 service neutron] 10.222.0.22 "GET /v2.0/networks/d77bbd2e-6087-4ebe-9026-df6fe1bdb78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113110 Sep 03 12:49:22.376056 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3d38a-6c13-4e09-953c-746d184b2424 req-a72451ae-c3c4-463b-8984-7b3f051d5744 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:22.381858 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0ba3d38a-6c13-4e09-953c-746d184b2424 req-a72451ae-c3c4-463b-8984-7b3f051d5744 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0695782 Sep 03 12:49:22.381858 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 35350) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:22.406646 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f95af2e8-2857-4dd5-a9c1-113ab0ba4113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:22.409764 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce23974-8a94-4d66-8615-31bd8fe534e0 req-40c2cb87-f81f-46fa-9419-0d307fd08f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:22.413039 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ce23974-8a94-4d66-8615-31bd8fe534e0 req-40c2cb87-f81f-46fa-9419-0d307fd08f2c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0eb613531e2d4b6db575b37bb9af3d1a&device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 1097 time: 0.0472412 Sep 03 12:49:22.455310 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0ba3d38a-6c13-4e09-953c-746d184b2424 req-4dca9c8c-51eb-41e5-9ed7-867a995c389a tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639026 Sep 03 12:49:22.543817 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce23974-8a94-4d66-8615-31bd8fe534e0 req-6e348818-53cf-4f01-8c65-7923059df858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:22.546018 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ce23974-8a94-4d66-8615-31bd8fe534e0 req-6e348818-53cf-4f01-8c65-7923059df858 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d77bbd2e-6087-4ebe-9026-df6fe1bdb78a HTTP/1.1" status: 200 len: 914 time: 0.1179376 Sep 03 12:49:22.589639 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ce23974-8a94-4d66-8615-31bd8fe534e0 req-b5c78c85-0813-41d5-bb14-112a57f63f69 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4c856b-6d37-45b8-90cb-e7ed9aef123b HTTP/1.1" status: 200 len: 217 time: 0.0365236 Sep 03 12:49:22.649839 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce23974-8a94-4d66-8615-31bd8fe534e0 req-e3b0c25c-3a64-4748-990e-43be70dd937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:22.651376 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ce23974-8a94-4d66-8615-31bd8fe534e0 req-e3b0c25c-3a64-4748-990e-43be70dd937b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3cb222c-8748-4d08-9811-d99200e0585b HTTP/1.1" status: 200 len: 853 time: 0.0537477 Sep 03 12:49:22.687154 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ce23974-8a94-4d66-8615-31bd8fe534e0 req-bed25bd8-1826-4bc3-8b01-215ed65080d3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d77bbd2e-6087-4ebe-9026-df6fe1bdb78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258496 Sep 03 12:49:22.782400 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ce23974-8a94-4d66-8615-31bd8fe534e0 req-6a1d67b3-5fa6-469a-b268-c793bbc7c723 service neutron] 10.222.0.22 "GET /v2.0/networks/d77bbd2e-6087-4ebe-9026-df6fe1bdb78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852396 Sep 03 12:49:22.838500 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f95af2e8-2857-4dd5-a9c1-113ab0ba4113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:22.846374 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41aec5-9cd8-4e5c-b962-74c558e8460a req-616ebb76-45cd-4fa7-a1bc-86e9a5d2cbf0 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:22.847859 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2e41aec5-9cd8-4e5c-b962-74c558e8460a req-616ebb76-45cd-4fa7-a1bc-86e9a5d2cbf0 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 944 time: 0.3138151 Sep 03 12:49:22.849171 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f95af2e8-2857-4dd5-a9c1-113ab0ba4113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:22.884508 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ce23974-8a94-4d66-8615-31bd8fe534e0 req-de357435-02ce-453b-b618-b6c661630308 service neutron] 10.222.0.22 "GET /v2.0/networks/d77bbd2e-6087-4ebe-9026-df6fe1bdb78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902123 Sep 03 12:49:22.910753 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95af2e8-2857-4dd5-a9c1-113ab0ba4113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13666c20-c668-43df-9b14-efb67e26e870,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:22.919383 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-f95af2e8-2857-4dd5-a9c1-113ab0ba4113 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d8e0a4ff22f48308255d16fc137f82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349677 Sep 03 12:49:22.920376 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 35360) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:22.930314 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2e41aec5-9cd8-4e5c-b962-74c558e8460a req-e098e8ab-f45e-4161-84ad-eb90dee14e35 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728223 Sep 03 12:49:22.969211 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f1b857e2-1b5a-452d-b3b5-75e879abedbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:22.990079 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f1b857e2-1b5a-452d-b3b5-75e879abedbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.038279 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f1b857e2-1b5a-452d-b3b5-75e879abedbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.041461 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f1b857e2-1b5a-452d-b3b5-75e879abedbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.042678 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-f1b857e2-1b5a-452d-b3b5-75e879abedbb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13666c20-c668-43df-9b14-efb67e26e870 HTTP/1.1" status: 204 len: 168 time: 0.1219585 Sep 03 12:49:23.050881 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b857e2-1b5a-452d-b3b5-75e879abedbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13666c20-c668-43df-9b14-efb67e26e870,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:23.124612 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ba1e4-6548-4f66-b578-b7fdbf27886a req-8f26b267-6b3b-4997-8570-1c9f44e33abf tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:23.126153 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-684ba1e4-6548-4f66-b578-b7fdbf27886a req-8f26b267-6b3b-4997-8570-1c9f44e33abf tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 944 time: 0.0538349 Sep 03 12:49:23.166740 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-684ba1e4-6548-4f66-b578-b7fdbf27886a req-27208f1d-2ce2-4644-b576-15fa4d96d8a5 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346696 Sep 03 12:49:23.200142 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.371123 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 35374) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:23.383791 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.385091 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-70288c2c-e267-49a3-89bb-2c1e4828d22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.483331 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-70288c2c-e267-49a3-89bb-2c1e4828d22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.488376 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-70288c2c-e267-49a3-89bb-2c1e4828d22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.536879 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-70288c2c-e267-49a3-89bb-2c1e4828d22e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f672894ce07c44e18922f18bf3b46069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645584 Sep 03 12:49:23.540821 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 35384) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:23.551044 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70288c2c-e267-49a3-89bb-2c1e4828d22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e575c042-a59d-4a74-9be2-73544322bdfe,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:23.608348 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292c14a-6e59-4a74-9107-9c74db9020f1 req-325138fb-b6b6-4d14-90bc-8aa3ae7d2f4d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:23.612979 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-438cabe2-6916-4c10-9f41-26f1a37c0faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.618104 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c292c14a-6e59-4a74-9107-9c74db9020f1 req-325138fb-b6b6-4d14-90bc-8aa3ae7d2f4d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0811048 Sep 03 12:49:23.640075 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-438cabe2-6916-4c10-9f41-26f1a37c0faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.719408 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c292c14a-6e59-4a74-9107-9c74db9020f1 req-0dcf04d9-507f-4013-bb6b-bbb9204b178b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961986 Sep 03 12:49:23.746556 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-438cabe2-6916-4c10-9f41-26f1a37c0faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.749723 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-438cabe2-6916-4c10-9f41-26f1a37c0faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.753751 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-438cabe2-6916-4c10-9f41-26f1a37c0faf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e575c042-a59d-4a74-9be2-73544322bdfe HTTP/1.1" status: 204 len: 168 time: 0.2093096 Sep 03 12:49:23.774738 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438cabe2-6916-4c10-9f41-26f1a37c0faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e575c042-a59d-4a74-9be2-73544322bdfe,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:23.871107 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67170de6-dc22-43b2-879b-b5be81461cc6 req-f4ca8822-0443-44ac-ab48-1d2cea484ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:23.871107 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-67170de6-dc22-43b2-879b-b5be81461cc6 req-f4ca8822-0443-44ac-ab48-1d2cea484ccf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfaba424f344748b291e9091f6246f&device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0482433 Sep 03 12:49:24.006309 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67170de6-dc22-43b2-879b-b5be81461cc6 req-cd4bada9-a9b5-4cb5-8045-faf14319e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:24.008421 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-67170de6-dc22-43b2-879b-b5be81461cc6 req-cd4bada9-a9b5-4cb5-8045-faf14319e1c8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 HTTP/1.1" status: 200 len: 920 time: 0.0996790 Sep 03 12:49:24.062458 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373ffb4-541d-48a4-8b9d-03e85e41929d req-6fd03e84-63db-4427-a8c3-b91b0451ba21 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:24.062458 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7373ffb4-541d-48a4-8b9d-03e85e41929d req-6fd03e84-63db-4427-a8c3-b91b0451ba21 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 944 time: 0.0540168 Sep 03 12:49:24.063038 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-67170de6-dc22-43b2-879b-b5be81461cc6 req-c3b24cab-b72c-4aef-bcc3-04fcc4aa79ea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c2f6a7-0532-4ebe-b2be-a3662564f0f1 HTTP/1.1" status: 200 len: 217 time: 0.0418327 Sep 03 12:49:24.107966 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7373ffb4-541d-48a4-8b9d-03e85e41929d req-d6748faa-453e-4127-82dd-a33c453c59f4 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430732 Sep 03 12:49:24.121229 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67170de6-dc22-43b2-879b-b5be81461cc6 req-ec8c753e-37ed-47bd-b396-42e0ad3915a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:24.122744 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-67170de6-dc22-43b2-879b-b5be81461cc6 req-ec8c753e-37ed-47bd-b396-42e0ad3915a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a9aeb54-d293-4b41-839b-75ef7d36a819 HTTP/1.1" status: 200 len: 859 time: 0.0516398 Sep 03 12:49:24.160020 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-67170de6-dc22-43b2-879b-b5be81461cc6 req-17dff213-203b-4457-91bd-c86001a31466 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264306 Sep 03 12:49:24.290812 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-67170de6-dc22-43b2-879b-b5be81461cc6 req-421f11fb-37fc-4015-af43-3ac7f7fea05f service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233039 Sep 03 12:49:24.308954 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cb309-7c0a-49bf-a1af-94b438342880 req-5c17e6b6-fded-4238-ba16-1476d642e50c tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:24.310435 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-711cb309-7c0a-49bf-a1af-94b438342880 req-5c17e6b6-fded-4238-ba16-1476d642e50c tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 944 time: 0.0685694 Sep 03 12:49:24.403727 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-711cb309-7c0a-49bf-a1af-94b438342880 req-72e1a34a-9837-4131-8c6d-0727577e0a88 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860779 Sep 03 12:49:24.424118 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-67170de6-dc22-43b2-879b-b5be81461cc6 req-c29a9b72-00b8-457e-91a6-515057ce03e4 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239805 Sep 03 12:49:24.892093 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c511b15-28e1-41cd-93c0-62d93f952f72 req-fc5a3f3a-d89c-4aa5-ba88-575eeeaad400 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:24.893980 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0c511b15-28e1-41cd-93c0-62d93f952f72 req-fc5a3f3a-d89c-4aa5-ba88-575eeeaad400 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0536146 Sep 03 12:49:24.933383 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:24.948396 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0c511b15-28e1-41cd-93c0-62d93f952f72 req-ca8df69b-0f5f-43ab-911a-5a73be1ad8c6 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479000 Sep 03 12:49:24.997808 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device ce4c856b-6d37-45b8-90cb-e7ed9aef123b details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:49:25.011788 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 958f1dcd-1561-45ae-bffb-d31fabed0f70 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:49:25.135382 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 958f1dcd-1561-45ae-bffb-d31fabed0f70 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:49:25.152067 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 958f1dcd-1561-45ae-bffb-d31fabed0f70 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:49:25.152736 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:25.161317 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port ce4c856b-6d37-45b8-90cb-e7ed9aef123b, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ce4c856b-6d37-45b8-90cb-e7ed9aef123b,segment=NetworkSegment(2ce63cc9-7579-4854-8f43-f322e0be23f3),segment_id=2ce63cc9-7579-4854-8f43-f322e0be23f3)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:25.198225 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': 'ce4c856b-6d37-45b8-90cb-e7ed9aef123b', 'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a', 'port_id': 'ce4c856b-6d37-45b8-90cb-e7ed9aef123b', 'mac_address': 'fa:16:3e:aa:23:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3cb222c-8748-4d08-9811-d99200e0585b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:49:25.254637 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c8eda-fb7e-44f2-b45a-0c9099eaca52 req-0b8038cf-3576-4424-beea-d76e7b33d60e tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:25.258097 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:25.259311 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c51c8eda-fb7e-44f2-b45a-0c9099eaca52 req-0b8038cf-3576-4424-beea-d76e7b33d60e tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 944 time: 0.0554919 Sep 03 12:49:25.308564 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c51c8eda-fb7e-44f2-b45a-0c9099eaca52 req-ea79a760-1f5a-4c32-a8f5-ad4e3cb6eeab tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438654 Sep 03 12:49:25.423604 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4c856b-6d37-45b8-90cb-e7ed9aef123b {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:49:25.448304 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:25.465570 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port ce4c856b-6d37-45b8-90cb-e7ed9aef123b, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ce4c856b-6d37-45b8-90cb-e7ed9aef123b,segment=NetworkSegment(2ce63cc9-7579-4854-8f43-f322e0be23f3),segment_id=2ce63cc9-7579-4854-8f43-f322e0be23f3)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:25.481292 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:25.531868 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4170cee-a5eb-4199-868b-f84b0f209b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f1dcd-1561-45ae-bffb-d31fabed0f70'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:49:25.534724 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd4e158-779c-412d-b58e-74063a552f57" -d '{"events": [{"server_uuid": "a4170cee-a5eb-4199-868b-f84b0f209b95", "name": "network-vif-plugged", "status": "completed", "tag": "958f1dcd-1561-45ae-bffb-d31fabed0f70"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:49:25.552958 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d80132-1c87-4ed7-a5dd-f36f9ad2f030 req-82b2ed16-685d-4d06-bfd6-791ecf4f2172 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:25.554898 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 958f1dcd-1561-45ae-bffb-d31fabed0f70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=958f1dcd-1561-45ae-bffb-d31fabed0f70,segment=NetworkSegment(23a4a295-9186-4b0f-a2ef-6494946cfe4d),segment_id=23a4a295-9186-4b0f-a2ef-6494946cfe4d)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:25.555752 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b1d80132-1c87-4ed7-a5dd-f36f9ad2f030 req-82b2ed16-685d-4d06-bfd6-791ecf4f2172 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 944 time: 0.0592935 Sep 03 12:49:25.560731 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:25.578486 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=ce4c856b-6d37-45b8-90cb-e7ed9aef123b,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:25.609223 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b1d80132-1c87-4ed7-a5dd-f36f9ad2f030 req-df8ca5ee-378c-40d0-b120-e4dbae5950e8 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 Sep 03 12:49:25.640977 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=958f1dcd-1561-45ae-bffb-d31fabed0f70,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:25.651556 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f00827-7c12-4112-98bc-7d2e4d137fa4 x-openstack-request-id: req-46f00827-7c12-4112-98bc-7d2e4d137fa4 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:49:25.651808 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4170cee-a5eb-4199-868b-f84b0f209b95", "name": "network-vif-plugged", "status": "completed", "tag": "958f1dcd-1561-45ae-bffb-d31fabed0f70", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:49:25.652115 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46f00827-7c12-4112-98bc-7d2e4d137fa4 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:49:25.652511 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4170cee-a5eb-4199-868b-f84b0f209b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f1dcd-1561-45ae-bffb-d31fabed0f70', 'code': 200} Sep 03 12:49:25.853047 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f627154-6c08-42e3-b48c-b89b3644630f req-84f99958-ed2e-4850-805c-b50b82bffcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:25.855056 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9f627154-6c08-42e3-b48c-b89b3644630f req-84f99958-ed2e-4850-805c-b50b82bffcd9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 1098 time: 0.0473542 Sep 03 12:49:25.863461 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['ce4c856b-6d37-45b8-90cb-e7ed9aef123b'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:49:25.900254 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9f627154-6c08-42e3-b48c-b89b3644630f req-d74f43a1-1eca-4bb4-88ff-0a9d217ec0c1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Sep 03 12:49:26.091136 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0f501-8b95-4ce6-9312-837e238adff8 req-16e42fdb-54b5-46e4-88eb-2e163f7eeeef tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:26.092743 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cad0f501-8b95-4ce6-9312-837e238adff8 req-16e42fdb-54b5-46e4-88eb-2e163f7eeeef tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0518055 Sep 03 12:49:26.137339 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cad0f501-8b95-4ce6-9312-837e238adff8 req-e4b6ef2c-2016-49d7-87e7-66b8c62e8f74 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384402 Sep 03 12:49:26.424150 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae31d1e-56b9-445d-bc4a-284662c1f6dc req-b6706e11-8d92-4546-8ca8-62e4b4352d0b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:26.425694 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9ae31d1e-56b9-445d-bc4a-284662c1f6dc req-b6706e11-8d92-4546-8ca8-62e4b4352d0b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 945 time: 0.0529401 Sep 03 12:49:26.466633 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9ae31d1e-56b9-445d-bc4a-284662c1f6dc req-b5d90d7b-5cd3-4735-9d83-808c4dfe4fbb tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347080 Sep 03 12:49:26.720050 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657d68a-c4f1-45a7-8ff6-2aa58a0720b2 req-8b3076ce-89f2-4e95-8af2-3a30cc9c5e8c tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:26.721535 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b657d68a-c4f1-45a7-8ff6-2aa58a0720b2 req-8b3076ce-89f2-4e95-8af2-3a30cc9c5e8c tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 945 time: 0.0485172 Sep 03 12:49:26.760990 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b657d68a-c4f1-45a7-8ff6-2aa58a0720b2 req-8ec0eb72-4e16-4455-9938-67a61a246abb tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Sep 03 12:49:27.260109 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650c859-c3f2-4ab6-8479-238722afc41e req-9cd6f2f0-380e-459c-ad16-2d803346105b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:27.264078 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a650c859-c3f2-4ab6-8479-238722afc41e req-9cd6f2f0-380e-459c-ad16-2d803346105b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0534706 Sep 03 12:49:27.306269 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a650c859-c3f2-4ab6-8479-238722afc41e req-9b7ae86e-58b9-4adf-b543-bf6951da6e7d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330424 Sep 03 12:49:27.595431 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d3602-9826-47a8-994a-e9f73a949082 req-25f4a522-1be5-4334-b690-a15f0db4ec36 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:27.597234 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f88d3602-9826-47a8-994a-e9f73a949082 req-25f4a522-1be5-4334-b690-a15f0db4ec36 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 945 time: 0.0559261 Sep 03 12:49:27.636752 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f88d3602-9826-47a8-994a-e9f73a949082 req-26ea5ede-04e5-4128-87e5-91b67e9365da tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 Sep 03 12:49:29.792913 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device ce4c856b-6d37-45b8-90cb-e7ed9aef123b up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:49:29.843141 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port ce4c856b-6d37-45b8-90cb-e7ed9aef123b completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:49:29.846594 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port ce4c856b-6d37-45b8-90cb-e7ed9aef123b triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:49:29.846999 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:29.922939 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:29.956778 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b3a60f-bbad-47f2-95dd-dc092cf182fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4c856b-6d37-45b8-90cb-e7ed9aef123b'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:49:29.959247 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565a6df2-03c3-4eeb-b3b1-24a066521d6a" -d '{"events": [{"server_uuid": "16b3a60f-bbad-47f2-95dd-dc092cf182fb", "name": "network-vif-plugged", "status": "completed", "tag": "ce4c856b-6d37-45b8-90cb-e7ed9aef123b"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:49:29.973280 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port ce4c856b-6d37-45b8-90cb-e7ed9aef123b, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ce4c856b-6d37-45b8-90cb-e7ed9aef123b,segment=NetworkSegment(2ce63cc9-7579-4854-8f43-f322e0be23f3),segment_id=2ce63cc9-7579-4854-8f43-f322e0be23f3)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:29.977524 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:30.027544 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=ce4c856b-6d37-45b8-90cb-e7ed9aef123b,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:30.031809 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25e463-758a-4aa7-ae4f-16621e5c242a req-35fb14aa-d3dc-45a8-9364-eb8f6d36b83f tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:30.033412 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ea25e463-758a-4aa7-ae4f-16621e5c242a req-35fb14aa-d3dc-45a8-9364-eb8f6d36b83f tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 945 time: 0.0653405 Sep 03 12:49:30.056608 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e5535-b397-43e9-a2b3-779c9966c5f9 req-3c94c077-0507-4948-92c7-7d470e4861a1 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:30.058074 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ca8e5535-b397-43e9-a2b3-779c9966c5f9 req-3c94c077-0507-4948-92c7-7d470e4861a1 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0614667 Sep 03 12:49:30.071285 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ea25e463-758a-4aa7-ae4f-16621e5c242a req-259a97ac-c348-4140-b846-1463f7943db6 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312850 Sep 03 12:49:30.097293 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ca8e5535-b397-43e9-a2b3-779c9966c5f9 req-69994e4e-8306-4ed6-bd19-0e4a64627d89 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329926 Sep 03 12:49:30.150814 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc87db6d-f096-42b5-9a62-1c977b526d24 x-openstack-request-id: req-cc87db6d-f096-42b5-9a62-1c977b526d24 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:49:30.151132 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b3a60f-bbad-47f2-95dd-dc092cf182fb", "name": "network-vif-plugged", "status": "completed", "tag": "ce4c856b-6d37-45b8-90cb-e7ed9aef123b", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:49:30.151387 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc87db6d-f096-42b5-9a62-1c977b526d24 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:49:30.151777 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b3a60f-bbad-47f2-95dd-dc092cf182fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4c856b-6d37-45b8-90cb-e7ed9aef123b', 'code': 200} Sep 03 12:49:30.190200 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85772b-a59e-4bfe-83b8-d4d52d694d9e req-c7a7d5be-3395-437d-8d16-1c6a1b245e64 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:30.191730 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8a85772b-a59e-4bfe-83b8-d4d52d694d9e req-c7a7d5be-3395-437d-8d16-1c6a1b245e64 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 946 time: 0.0540264 Sep 03 12:49:30.239163 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8a85772b-a59e-4bfe-83b8-d4d52d694d9e req-eac69932-5b9b-4e6a-9a0a-cea53ce4ba17 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392056 Sep 03 12:49:30.395854 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa5950-4e1e-43f0-9a18-c27c8ab0aabb req-d806711f-5517-4a60-9f0c-832c295788f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:30.397378 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d5aa5950-4e1e-43f0-9a18-c27c8ab0aabb req-d806711f-5517-4a60-9f0c-832c295788f9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 1099 time: 0.0398400 Sep 03 12:49:30.435486 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d5aa5950-4e1e-43f0-9a18-c27c8ab0aabb req-3bd7c009-d8d2-42a0-a0ea-479c507e10f8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279655 Sep 03 12:49:30.620158 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:49:31.250418 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a113e-6188-4e44-ab1a-d5331e7029d9 req-b728e8a4-e2a7-4834-9aee-75bb358ebc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:31.253617 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-474a113e-6188-4e44-ab1a-d5331e7029d9 req-b728e8a4-e2a7-4834-9aee-75bb358ebc8c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 1098 time: 0.1140313 Sep 03 12:49:31.255611 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a555369-65fa-4b15-bcdf-b2dbfd56aa88 req-ee62b022-d02a-4d94-8197-991d54ed9f9d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:31.257584 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6a555369-65fa-4b15-bcdf-b2dbfd56aa88 req-ee62b022-d02a-4d94-8197-991d54ed9f9d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0707898 Sep 03 12:49:31.274538 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60037840-12f5-4f63-bc39-c940f10acfab req-4c9e9e70-e60f-45b1-82c3-74bab866ccfb tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:31.276063 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-60037840-12f5-4f63-bc39-c940f10acfab req-4c9e9e70-e60f-45b1-82c3-74bab866ccfb tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 945 time: 0.0870609 Sep 03 12:49:31.298018 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6a555369-65fa-4b15-bcdf-b2dbfd56aa88 req-5aefdf08-d9eb-405b-9a58-b110f487039e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337768 Sep 03 12:49:31.428630 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bad5b-4481-438a-bb81-8cbdeca0b547 req-f846edbf-53a6-4ca2-a64d-2f382c56d889 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:31.430248 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-364bad5b-4481-438a-bb81-8cbdeca0b547 req-f846edbf-53a6-4ca2-a64d-2f382c56d889 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 946 time: 0.0688217 Sep 03 12:49:31.477179 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-364bad5b-4481-438a-bb81-8cbdeca0b547 req-6018b165-60ed-4b4c-972d-7dae81c08129 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 Sep 03 12:49:31.522673 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-474a113e-6188-4e44-ab1a-d5331e7029d9 req-92e168e7-a235-40e6-895c-bbdc86e31169 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456570 Sep 03 12:49:31.531226 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-60037840-12f5-4f63-bc39-c940f10acfab req-f782a13c-7a4f-4fcb-a56c-bdc3914d820e tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480943 Sep 03 12:49:32.456231 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a97d78-238f-48e1-94f8-fb6967dfc9a3 req-434c3346-f0e4-45b9-ba1b-71b0ee8ddd3b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:32.458070 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-93a97d78-238f-48e1-94f8-fb6967dfc9a3 req-434c3346-f0e4-45b9-ba1b-71b0ee8ddd3b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0816202 Sep 03 12:49:32.504709 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-93a97d78-238f-48e1-94f8-fb6967dfc9a3 req-2c6f8926-2406-4e9e-affd-26ed30d20af6 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392058 Sep 03 12:49:32.700779 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c078911-a263-40d5-8db7-fe1585e6e1e7 req-b92dd973-781e-4667-9f9a-88f749e2a048 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:32.707256 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0c078911-a263-40d5-8db7-fe1585e6e1e7 req-b92dd973-781e-4667-9f9a-88f749e2a048 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 946 time: 0.0723217 Sep 03 12:49:32.764458 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0c078911-a263-40d5-8db7-fe1585e6e1e7 req-096f1289-0787-44da-930b-0b364d2439d8 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541189 Sep 03 12:49:32.922163 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad9a2-2570-4b5a-a9b1-2e7b8eb1444e req-8cb04ea0-8824-40fb-a1ac-4f13706622e5 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:32.930313 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a9aad9a2-2570-4b5a-a9b1-2e7b8eb1444e req-8cb04ea0-8824-40fb-a1ac-4f13706622e5 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 945 time: 0.0841253 Sep 03 12:49:32.970327 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a9aad9a2-2570-4b5a-a9b1-2e7b8eb1444e req-c803e13a-133a-48ce-86e1-3547a6e6d102 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386293 Sep 03 12:49:33.634659 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47147550-8050-4ff7-be00-9c15fa52eeb2 req-d7052b7f-776b-40d8-837a-8e97caef0910 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:33.636342 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-47147550-8050-4ff7-be00-9c15fa52eeb2 req-d7052b7f-776b-40d8-837a-8e97caef0910 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0529761 Sep 03 12:49:33.686187 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-47147550-8050-4ff7-be00-9c15fa52eeb2 req-73b13245-70c8-4fb0-8074-f6b3e561540a tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Sep 03 12:49:33.970862 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a93c54-9e7b-446d-b27e-b9150361719d req-ffce772f-acbb-4fbc-85f5-b6957da31d74 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:33.972405 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-21a93c54-9e7b-446d-b27e-b9150361719d req-ffce772f-acbb-4fbc-85f5-b6957da31d74 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0611598 Sep 03 12:49:34.006164 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2df3a-c034-4dfc-9c6f-e3bf14ba5258 req-fd2ef701-b241-4e68-a0ab-2fe4fa9e9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:34.007660 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-38b2df3a-c034-4dfc-9c6f-e3bf14ba5258 req-fd2ef701-b241-4e68-a0ab-2fe4fa9e9e86 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfaba424f344748b291e9091f6246f&device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0477586 Sep 03 12:49:34.013339 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-21a93c54-9e7b-446d-b27e-b9150361719d req-ba74c83c-6a9e-44ac-96e3-717c590c3c5d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341477 Sep 03 12:49:34.160282 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb103d0d-79c6-42a0-a3c0-c4326d29e6b5 req-794f1c48-0fa5-45db-9725-f4e485e1d983 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:34.163315 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fb103d0d-79c6-42a0-a3c0-c4326d29e6b5 req-794f1c48-0fa5-45db-9725-f4e485e1d983 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 945 time: 0.1107059 Sep 03 12:49:34.170925 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2df3a-c034-4dfc-9c6f-e3bf14ba5258 req-b9ee492e-ad11-4c3e-9028-30f88a4823da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:34.172398 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-38b2df3a-c034-4dfc-9c6f-e3bf14ba5258 req-b9ee492e-ad11-4c3e-9028-30f88a4823da service neutron] 10.222.0.22 "GET /v2.0/networks?id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 HTTP/1.1" status: 200 len: 920 time: 0.1518025 Sep 03 12:49:34.237074 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-38b2df3a-c034-4dfc-9c6f-e3bf14ba5258 req-ab1ba603-a423-4203-bf16-3d8b664b4e6a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c2f6a7-0532-4ebe-b2be-a3662564f0f1 HTTP/1.1" status: 200 len: 217 time: 0.0488694 Sep 03 12:49:34.251181 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fb103d0d-79c6-42a0-a3c0-c4326d29e6b5 req-65fe88d9-1fb4-4a7b-8f2c-cfd0d2c85096 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713930 Sep 03 12:49:34.305808 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2df3a-c034-4dfc-9c6f-e3bf14ba5258 req-d854c402-2cfd-4388-9807-cc2bdba752fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:34.307394 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-38b2df3a-c034-4dfc-9c6f-e3bf14ba5258 req-d854c402-2cfd-4388-9807-cc2bdba752fd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a9aeb54-d293-4b41-839b-75ef7d36a819 HTTP/1.1" status: 200 len: 859 time: 0.0505414 Sep 03 12:49:34.362202 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-38b2df3a-c034-4dfc-9c6f-e3bf14ba5258 req-dec15ba8-32cd-4350-b028-2778db989f4b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306523 Sep 03 12:49:34.471691 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-38b2df3a-c034-4dfc-9c6f-e3bf14ba5258 req-0db0423e-2050-4e72-9ab7-9df752a230e4 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973597 Sep 03 12:49:34.576698 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-38b2df3a-c034-4dfc-9c6f-e3bf14ba5258 req-ba0cb9c2-d6b9-4a58-a2ba-fce19d8afd68 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917592 Sep 03 12:49:34.607356 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 35774) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:34.717526 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a4165d88-1bd3-4ab4-8f23-948fe15e6073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:34.814197 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a4165d88-1bd3-4ab4-8f23-948fe15e6073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:34.818930 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a4165d88-1bd3-4ab4-8f23-948fe15e6073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:34.859166 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a4165d88-1bd3-4ab4-8f23-948fe15e6073 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79a96f7bab2a48ebb60db4e069d3e79a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506809 Sep 03 12:49:34.860025 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4165d88-1bd3-4ab4-8f23-948fe15e6073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eb3acc-691a-4ee4-85d2-bf492b616584,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:34.861927 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 35790) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:34.923300 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cee06be4-bd20-4864-a818-a7927b2701a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:34.949115 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cee06be4-bd20-4864-a818-a7927b2701a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:34.999452 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cee06be4-bd20-4864-a818-a7927b2701a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:35.002066 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cee06be4-bd20-4864-a818-a7927b2701a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:35.003454 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-cee06be4-bd20-4864-a818-a7927b2701a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61eb3acc-691a-4ee4-85d2-bf492b616584 HTTP/1.1" status: 204 len: 168 time: 0.1403043 Sep 03 12:49:35.012348 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee06be4-bd20-4864-a818-a7927b2701a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eb3acc-691a-4ee4-85d2-bf492b616584,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:35.166263 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1b12-a5a5-493e-8e23-7e42fe591c63 req-2e026415-05fc-4267-bbae-fc18c4dee99e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:35.168645 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5fcf1b12-a5a5-493e-8e23-7e42fe591c63 req-2e026415-05fc-4267-bbae-fc18c4dee99e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0627561 Sep 03 12:49:35.272130 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5fcf1b12-a5a5-493e-8e23-7e42fe591c63 req-35f3202c-cf26-41c8-968f-748b3fccbd63 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801570 Sep 03 12:49:35.493794 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cd0e6-a104-4609-b664-0feca1e7848b req-1b3cd7e4-656c-4f1a-8e47-e713e4ee7402 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:35.496133 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3b5cd0e6-a104-4609-b664-0feca1e7848b req-1b3cd7e4-656c-4f1a-8e47-e713e4ee7402 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 945 time: 0.1246226 Sep 03 12:49:35.501460 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 35856) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:35.531810 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bad156-0db9-4f91-9ff7-23274b7752c5 req-53470ce6-e696-46d6-ae52-278522523e38 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:35.540826 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-22bad156-0db9-4f91-9ff7-23274b7752c5 req-53470ce6-e696-46d6-ae52-278522523e38 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 945 time: 0.0963030 Sep 03 12:49:35.590031 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-22bad156-0db9-4f91-9ff7-23274b7752c5 req-be71d1c4-011b-4918-a853-60bf7d096a07 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/security-groups?id=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480359 Sep 03 12:49:35.593695 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1eb643f8-9728-42f7-8eb6-3301bd7b64cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:35.687633 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-3b5cd0e6-a104-4609-b664-0feca1e7848b req-ad777428-196a-440e-96a1-f1bb1ba4cf6d tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Deleting port 958f1dcd-1561-45ae-bffb-d31fabed0f70 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:49:35.688178 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3b5cd0e6-a104-4609-b664-0feca1e7848b req-ad777428-196a-440e-96a1-f1bb1ba4cf6d tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:35.741120 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a85d5-ca29-4ee2-bb93-7c63e3a432fb req-cf1df42c-3e3a-4568-89f8-d47ee718f27f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:35.743447 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9c9a85d5-ca29-4ee2-bb93-7c63e3a432fb req-cf1df42c-3e3a-4568-89f8-d47ee718f27f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0812407 Sep 03 12:49:35.791772 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9c9a85d5-ca29-4ee2-bb93-7c63e3a432fb req-dd761891-b4d4-4847-ae33-170b6f7511ef tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420129 Sep 03 12:49:35.793808 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1eb643f8-9728-42f7-8eb6-3301bd7b64cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:35.799323 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1eb643f8-9728-42f7-8eb6-3301bd7b64cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:35.861265 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-1eb643f8-9728-42f7-8eb6-3301bd7b64cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a6090ec155e40d18ee1060d84ac0ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584838 Sep 03 12:49:35.861987 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb643f8-9728-42f7-8eb6-3301bd7b64cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3198f0b-c646-49eb-8d70-a2fad2a23498,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:35.863948 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 35888) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:35.867973 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-3b5cd0e6-a104-4609-b664-0feca1e7848b req-ad777428-196a-440e-96a1-f1bb1ba4cf6d tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] For port 958f1dcd-1561-45ae-bffb-d31fabed0f70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=958f1dcd-1561-45ae-bffb-d31fabed0f70,segment=NetworkSegment(23a4a295-9186-4b0f-a2ef-6494946cfe4d),segment_id=23a4a295-9186-4b0f-a2ef-6494946cfe4d)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:35.868606 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3b5cd0e6-a104-4609-b664-0feca1e7848b req-ad777428-196a-440e-96a1-f1bb1ba4cf6d tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:35.885787 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-3b5cd0e6-a104-4609-b664-0feca1e7848b req-ad777428-196a-440e-96a1-f1bb1ba4cf6d tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Calling delete_port for 958f1dcd-1561-45ae-bffb-d31fabed0f70 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:49:35.968834 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-092ea0c0-f3ff-4f5a-99cd-d1e56001bedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:35.996391 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-092ea0c0-f3ff-4f5a-99cd-d1e56001bedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:36.040744 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3b5cd0e6-a104-4609-b664-0feca1e7848b req-ad777428-196a-440e-96a1-f1bb1ba4cf6d tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:36.045480 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-092ea0c0-f3ff-4f5a-99cd-d1e56001bedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:36.049220 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-092ea0c0-f3ff-4f5a-99cd-d1e56001bedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:36.053184 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-092ea0c0-f3ff-4f5a-99cd-d1e56001bedd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3198f0b-c646-49eb-8d70-a2fad2a23498 HTTP/1.1" status: 204 len: 168 time: 0.1733532 Sep 03 12:49:36.058013 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['958f1dcd-1561-45ae-bffb-d31fabed0f70'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:49:36.063420 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ea0c0-f3ff-4f5a-99cd-d1e56001bedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3198f0b-c646-49eb-8d70-a2fad2a23498,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:36.099581 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad777428-196a-440e-96a1-f1bb1ba4cf6d tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Pushing event deleted for resources: {'Port': ['ID=958f1dcd-1561-45ae-bffb-d31fabed0f70,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:36.150934 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5cd0e6-a104-4609-b664-0feca1e7848b req-ad777428-196a-440e-96a1-f1bb1ba4cf6d tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] No DVR routers for this DVR port 958f1dcd-1561-45ae-bffb-d31fabed0f70 on host hv-cinder-80655 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:49:36.153712 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3b5cd0e6-a104-4609-b664-0feca1e7848b req-ad777428-196a-440e-96a1-f1bb1ba4cf6d tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:36.156027 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3b5cd0e6-a104-4609-b664-0feca1e7848b req-ad777428-196a-440e-96a1-f1bb1ba4cf6d tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.22 "DELETE /v2.0/ports/958f1dcd-1561-45ae-bffb-d31fabed0f70 HTTP/1.1" status: 204 len: 173 time: 0.6464741 Sep 03 12:49:36.156512 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4170cee-a5eb-4199-868b-f84b0f209b95', 'name': 'network-vif-deleted', 'tag': '958f1dcd-1561-45ae-bffb-d31fabed0f70'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:49:36.158971 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857067a1-65a3-4893-869e-0aa2e13061bb" -d '{"events": [{"server_uuid": "a4170cee-a5eb-4199-868b-f84b0f209b95", "name": "network-vif-deleted", "tag": "958f1dcd-1561-45ae-bffb-d31fabed0f70"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:49:36.203984 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfcd43a-7244-4cc9-8b33-3473e2ab2aa8 x-openstack-request-id: req-2cfcd43a-7244-4cc9-8b33-3473e2ab2aa8 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:49:36.204300 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4170cee-a5eb-4199-868b-f84b0f209b95", "name": "network-vif-deleted", "tag": "958f1dcd-1561-45ae-bffb-d31fabed0f70", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:49:36.204683 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2cfcd43a-7244-4cc9-8b33-3473e2ab2aa8 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:49:36.205296 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4170cee-a5eb-4199-868b-f84b0f209b95', 'name': 'network-vif-deleted', 'tag': '958f1dcd-1561-45ae-bffb-d31fabed0f70', 'status': 'completed', 'code': 200} Sep 03 12:49:36.391976 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a391c1-e2c3-4e01-a45e-38310a6b0423 req-08e1665b-4780-4c56-9568-15f05f80f487 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:36.393492 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-48a391c1-e2c3-4e01-a45e-38310a6b0423 req-08e1665b-4780-4c56-9568-15f05f80f487 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0557802 Sep 03 12:49:36.439770 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-48a391c1-e2c3-4e01-a45e-38310a6b0423 req-b610fba4-7269-4359-9f07-ce7825bb15d3 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399647 Sep 03 12:49:36.533100 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 35904) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:36.546872 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-13c95169-375b-4ed8-bf16-d7bac181659e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:36.649328 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-13c95169-375b-4ed8-bf16-d7bac181659e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:36.653257 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-13c95169-375b-4ed8-bf16-d7bac181659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:36.695921 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-13c95169-375b-4ed8-bf16-d7bac181659e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db93733299d44e5fb642055b6ede8d83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590500 Sep 03 12:49:36.695921 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c95169-375b-4ed8-bf16-d7bac181659e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f51b775-28ec-4ebe-9961-1cfbaef1d07f,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:36.696432 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4a946c52-403c-40e4-8fb8-cff2ead49820 req-e81bd7ea-996d-4bae-825b-f8e1c8ffe2a4 tempest-VolumesActionsTest-1966104482 tempest-VolumesActionsTest-1966104482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4170cee-a5eb-4199-868b-f84b0f209b95 HTTP/1.1" status: 200 len: 210 time: 0.0272768 Sep 03 12:49:36.696700 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 35910) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:36.751313 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ec32e646-1f88-4efc-aa55-6d5a4647eb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:36.775925 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ec32e646-1f88-4efc-aa55-6d5a4647eb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:36.828447 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ec32e646-1f88-4efc-aa55-6d5a4647eb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:36.830910 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ec32e646-1f88-4efc-aa55-6d5a4647eb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:36.837457 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-ec32e646-1f88-4efc-aa55-6d5a4647eb69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f51b775-28ec-4ebe-9961-1cfbaef1d07f HTTP/1.1" status: 204 len: 168 time: 0.1344569 Sep 03 12:49:36.844179 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32e646-1f88-4efc-aa55-6d5a4647eb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f51b775-28ec-4ebe-9961-1cfbaef1d07f,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:36.945859 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296be08-6a18-4233-a8d7-44ac9ec4cdb7 req-20463b51-d877-46b3-8151-7a265a99c903 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:36.947470 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a296be08-6a18-4233-a8d7-44ac9ec4cdb7 req-20463b51-d877-46b3-8151-7a265a99c903 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0538025 Sep 03 12:49:36.990477 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a296be08-6a18-4233-a8d7-44ac9ec4cdb7 req-e6ea38a3-a970-4bff-8e22-24717cfa6785 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368466 Sep 03 12:49:37.560417 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca33a19-afc9-40b5-b1cd-ba012b5cb5f8 req-2d3ca682-361b-433c-ba0f-f86e3494edc3 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:37.561952 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cca33a19-afc9-40b5-b1cd-ba012b5cb5f8 req-2d3ca682-361b-433c-ba0f-f86e3494edc3 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0500832 Sep 03 12:49:37.607472 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cca33a19-afc9-40b5-b1cd-ba012b5cb5f8 req-db3d07a2-d4c9-4f54-a835-1c9eb9e3db3b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385029 Sep 03 12:49:38.133311 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcce995-ff66-4311-9fc6-6b759abb40f4 req-1033e76c-3f53-48ba-abdf-77dcbe93970e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:38.134870 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0dcce995-ff66-4311-9fc6-6b759abb40f4 req-1033e76c-3f53-48ba-abdf-77dcbe93970e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0544837 Sep 03 12:49:38.174845 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0dcce995-ff66-4311-9fc6-6b759abb40f4 req-adaef7fd-f09f-4612-b082-755e1b7fae31 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338764 Sep 03 12:49:39.132349 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97296be-c11b-4b25-aafc-0debe8052561 req-a56d5f47-8476-479c-a2a3-8adcf7b74939 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:39.134111 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f97296be-c11b-4b25-aafc-0debe8052561 req-a56d5f47-8476-479c-a2a3-8adcf7b74939 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0563319 Sep 03 12:49:39.173401 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f97296be-c11b-4b25-aafc-0debe8052561 req-2fa2bbf7-76b4-4a1a-b9d2-f6250e234d4d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Sep 03 12:49:39.804479 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 958f1dcd-1561-45ae-bffb-d31fabed0f70 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:49:39.826598 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 958f1dcd-1561-45ae-bffb-d31fabed0f70 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:49:39.826973 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 958f1dcd-1561-45ae-bffb-d31fabed0f70 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:49:49.144381 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-38fe871d-5e62-4738-8cd8-94f499c52ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:51.835012 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3576fc2f-2015-4167-9b27-af7bc81091c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:52.282600 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:53.215034 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:53.385133 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:54.929189 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:56.705434 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-111766fa-b544-4d72-9653-78c68c3c7535 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b89f0cd2ea244c97807b1f2279de118d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319283 Sep 03 12:49:56.750335 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-ccea85bb-67fd-4443-b54a-66d70ba43caf tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:56.751942 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-ccea85bb-67fd-4443-b54a-66d70ba43caf tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/networks?id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 200 len: 814 time: 0.1150100 Sep 03 12:49:56.779080 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-79f15cac-bd66-4b60-bdd1-f0d9934b3d5f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/quotas/e76c7abc7bf84515abcfb38980a917a7 HTTP/1.1" status: 200 len: 375 time: 0.0189610 Sep 03 12:49:56.827234 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-78edc6c5-5f3a-49ba-ab06-3c99e091b544 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e76c7abc7bf84515abcfb38980a917a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492778 Sep 03 12:49:56.906079 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-2a7b0728-297a-4ba1-a8ce-258c1dc6dbc1 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:56.908133 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-2a7b0728-297a-4ba1-a8ce-258c1dc6dbc1 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958435 Sep 03 12:49:56.923073 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-6dd56606-ca20-424f-847b-e51eab5373b1 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/quotas/b89f0cd2ea244c97807b1f2279de118d HTTP/1.1" status: 200 len: 375 time: 0.0090425 Sep 03 12:49:56.927725 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-b0862a43-f564-4500-8696-4ac21d132507 service neutron] 10.222.0.23 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926859 Sep 03 12:49:56.957593 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-0fab772c-8338-4ae1-a94c-ae625dbf8bee tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b89f0cd2ea244c97807b1f2279de118d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280530 Sep 03 12:49:57.031711 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-2bf463a5-dc33-4cce-95a6-9cc03d5f15c6 service neutron] 10.222.0.23 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974472 Sep 03 12:49:57.250988 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663268b-9847-42a4-98f6-0ccdbe268624 req-289f08d4-b534-4b2a-ae99-766c11aa6e37 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:57.255268 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a663268b-9847-42a4-98f6-0ccdbe268624 req-289f08d4-b534-4b2a-ae99-766c11aa6e37 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0560992 Sep 03 12:49:57.298336 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a663268b-9847-42a4-98f6-0ccdbe268624 req-5e931e29-46f2-4d85-92ba-77efeb0d12ab tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392652 Sep 03 12:49:57.526464 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-21a76610-ae9b-410f-abc8-afcffd236b5a req-f4844c21-973a-420f-9166-40aebcb8b949 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 210 time: 0.0373483 Sep 03 12:49:57.622764 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9c608e1b-7884-4c92-8d66-22cac30a1364 req-3624ec62-7e29-421e-b552-8a72e2047ec3 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 210 time: 0.0315275 Sep 03 12:49:57.728890 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed99b28-c938-4ffd-9b1a-8e333e4a1b04 req-c7620dce-fa5a-4afe-874d-aae5dea85cd1 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:57.730335 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4ed99b28-c938-4ffd-9b1a-8e333e4a1b04 req-c7620dce-fa5a-4afe-874d-aae5dea85cd1 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0484977 Sep 03 12:49:57.767283 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4ed99b28-c938-4ffd-9b1a-8e333e4a1b04 req-99842900-abc8-48e7-9baf-8fead15e994a tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302370 Sep 03 12:49:58.419831 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc34db-4ba6-4277-985b-84550bd83e27 req-5e26d963-99d8-4d7e-9168-5d442c256315 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:58.421287 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-15dc34db-4ba6-4277-985b-84550bd83e27 req-5e26d963-99d8-4d7e-9168-5d442c256315 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0480692 Sep 03 12:49:58.457984 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-15dc34db-4ba6-4277-985b-84550bd83e27 req-7c5e5e74-d2e8-4542-b94b-0e1228cdff06 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308912 Sep 03 12:49:58.560257 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 0891058a-5986-4fd3-91f6-127febab8478 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:49:58.621461 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-48430652-7e55-4ac9-ba08-bbc22b4b1df5 req-c668e9d5-9e18-4b42-b2fb-5297a2a6c639 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 210 time: 0.0285931 Sep 03 12:49:58.666552 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 0891058a-5986-4fd3-91f6-127febab8478, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=0891058a-5986-4fd3-91f6-127febab8478,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:58.678565 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '0891058a-5986-4fd3-91f6-127febab8478', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'port_id': '0891058a-5986-4fd3-91f6-127febab8478', 'mac_address': 'fa:16:3e:26:d1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:49:58.713875 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f0f76a65-731a-4555-b460-62e06568092f req-e0451f3e-3e4d-433a-92cb-9472f0abaffa tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 210 time: 0.0266347 Sep 03 12:49:58.717132 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:58.730626 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0891058a-5986-4fd3-91f6-127febab8478 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:49:58.750506 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 0891058a-5986-4fd3-91f6-127febab8478, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=0891058a-5986-4fd3-91f6-127febab8478,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:58.754400 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:58.803148 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=0891058a-5986-4fd3-91f6-127febab8478,revision_number=6']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:58.810293 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:58.810599 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:58.811148 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:58.811487 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:58.811826 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:58.812658 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:58.813242 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:58.813566 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:58.813889 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:58.814211 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:58.814529 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:58.814889 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:58.881587 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79043-db41-4f79-a340-f06760f33da0 req-d40545b6-8b92-4d34-ba35-15575a2c2a82 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:58.883107 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-aad79043-db41-4f79-a340-f06760f33da0 req-d40545b6-8b92-4d34-ba35-15575a2c2a82 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0484133 Sep 03 12:49:58.920458 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-aad79043-db41-4f79-a340-f06760f33da0 req-d45b2a21-6f18-442e-ac05-1016f09a75f0 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314133 Sep 03 12:49:59.573735 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176231e2-9052-4f1a-9a93-32b3aeb58a93 req-ec0f652f-2883-4795-9da8-a76ed65ad5b0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:59.575386 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-176231e2-9052-4f1a-9a93-32b3aeb58a93 req-ec0f652f-2883-4795-9da8-a76ed65ad5b0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 944 time: 0.0491679 Sep 03 12:49:59.617773 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-176231e2-9052-4f1a-9a93-32b3aeb58a93 req-c4549495-4507-4b0f-a103-41cdce3dad56 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359364 Sep 03 12:49:59.716078 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2ff6e031-0ade-46fd-9f22-95160e6847f7 req-88a0b1bf-d96e-4557-adc0-b6e95e5a2149 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 210 time: 0.0290909 Sep 03 12:49:59.803193 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-446a0663-4e3f-44f3-988e-29ff4e3f4a0c req-7a5501dc-125b-444b-a576-c4a4e06b22b1 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 210 time: 0.0254886 Sep 03 12:50:00.035188 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a114948-2617-439a-baaf-a7e8bb0d1ef5 req-68e132d3-f758-4262-aae0-a3bb5a004573 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:00.036595 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7a114948-2617-439a-baaf-a7e8bb0d1ef5 req-68e132d3-f758-4262-aae0-a3bb5a004573 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0488858 Sep 03 12:50:00.073814 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7a114948-2617-439a-baaf-a7e8bb0d1ef5 req-3fc03a76-2983-4432-8b9e-426c4a070386 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312071 Sep 03 12:50:00.794276 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['0891058a-5986-4fd3-91f6-127febab8478'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:50:00.806620 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b03fe8-856c-4ccb-9ee0-4fcc1ed5c9d8 req-6e1f8278-2cc7-442c-ac45-3e7332def684 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:00.810010 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f0b03fe8-856c-4ccb-9ee0-4fcc1ed5c9d8 req-6e1f8278-2cc7-442c-ac45-3e7332def684 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 944 time: 0.0884559 Sep 03 12:50:00.891353 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f0b03fe8-856c-4ccb-9ee0-4fcc1ed5c9d8 req-c764096b-ee63-4603-a602-f6daf650cdae tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740397 Sep 03 12:50:00.899416 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c0e236bc-cac7-406f-a90d-ed64fc627538 req-cca7664f-ec2d-4e69-9e5f-ed1c77b50d2e tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 210 time: 0.0491447 Sep 03 12:50:00.980130 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-35178e9c-4ad2-479a-9a28-dd8350077935 req-b646654c-b32e-4c27-a42a-f66b12533bff tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 210 time: 0.0308449 Sep 03 12:50:01.189739 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011f18-5215-4be7-8920-cd896bf72ea5 req-aba458fd-9798-40a3-a2f1-6ff3a22002c3 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:01.191248 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e0011f18-5215-4be7-8920-cd896bf72ea5 req-aba458fd-9798-40a3-a2f1-6ff3a22002c3 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0491130 Sep 03 12:50:01.231832 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e0011f18-5215-4be7-8920-cd896bf72ea5 req-c8deffd1-8d5e-448b-9332-7121b610d094 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346544 Sep 03 12:50:01.729483 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-463bf2c0-29fb-4397-ba7e-15e0e650d9ea tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b89f0cd2ea244c97807b1f2279de118d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299654 Sep 03 12:50:01.874349 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-0949e359-1fe3-4632-9446-53e537002a7a tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:01.878876 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-0949e359-1fe3-4632-9446-53e537002a7a tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401041 Sep 03 12:50:01.904138 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Request body: {'port': {'device_id': '14b0b7f0-29b6-4030-9004-96d9a9fb1a0f', 'network_id': 'ed6418dd-a1cd-48db-bd8c-d1a3865d217e', 'admin_state_up': True, 'tenant_id': 'b89f0cd2ea244c97807b1f2279de118d'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:02.027316 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d5af020c-b6e2-40b6-88be-1cf1fe4327a1 req-2ce9d2f5-06d8-493a-9aaf-ec35064dfafc tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 210 time: 0.0303380 Sep 03 12:50:02.037375 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581f0c8-b1ce-49ec-a71c-42814d90f16d req-5cc8a440-c485-498a-8f1a-e078624c59fc tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:02.038937 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f581f0c8-b1ce-49ec-a71c-42814d90f16d req-5cc8a440-c485-498a-8f1a-e078624c59fc tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 944 time: 0.0574648 Sep 03 12:50:02.082963 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Made reservation on behalf of b89f0cd2ea244c97807b1f2279de118d for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:50:02.086970 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f581f0c8-b1ce-49ec-a71c-42814d90f16d req-afcd74fa-bedb-41b7-bb28-bafb1e56325f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420606 Sep 03 12:50:02.087484 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:02.100574 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:02.146974 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-30827635-2e85-4c4b-9585-c6258fe69f87 req-99f500b8-6b4f-4b47-9d15-e66a219d0495 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 210 time: 0.0379815 Sep 03 12:50:02.240626 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:02.245311 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:02.318177 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75fc32b6-9417-41f2-82d7-40f2b49fb478,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:02.400981 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Allocated IP 192.168.233.91 (ed6418dd-a1cd-48db-bd8c-d1a3865d217e/ea21b491-d5ec-49d7-879e-6b072f5f975c/21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:02.423437 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7718a85-ebcc-46c0-8302-43df18a255ad req-e2958142-fffb-4920-a432-22a1658d9179 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:02.432279 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f7718a85-ebcc-46c0-8302-43df18a255ad req-e2958142-fffb-4920-a432-22a1658d9179 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.1074643 Sep 03 12:50:02.468648 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-6cad722c-3ab4-4113-a31a-98e454f3795a tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:02.470430 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-6cad722c-3ab4-4113-a31a-98e454f3795a tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "GET /v2.0/networks?id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 200 len: 814 time: 0.2449262 Sep 03 12:50:02.489932 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-77814b1c-65f7-4d39-a500-5870619b8223 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Request body: {'port': {'device_id': '1a84c3fd-83d8-45c7-b093-89caeab92966', 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8', 'admin_state_up': True, 'tenant_id': 'e76c7abc7bf84515abcfb38980a917a7'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:02.623327 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 0891058a-5986-4fd3-91f6-127febab8478 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:50:02.655846 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-77814b1c-65f7-4d39-a500-5870619b8223 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Made reservation on behalf of e76c7abc7bf84515abcfb38980a917a7 for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:50:02.661215 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-77814b1c-65f7-4d39-a500-5870619b8223 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:02.700049 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f7718a85-ebcc-46c0-8302-43df18a255ad req-8fef5fb0-b5a2-40a0-8f04-1475646fac4c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2630804 Sep 03 12:50:02.715417 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:02.741813 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Transition to ACTIVE for port object 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:02.746377 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 0891058a-5986-4fd3-91f6-127febab8478 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:02.747120 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:02.794179 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:02.877360 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Network ed6418dd-a1cd-48db-bd8c-d1a3865d217e is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:02.931296 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:02.944727 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-77814b1c-65f7-4d39-a500-5870619b8223 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Allocated IP 172.20.0.2 (d403c5f3-cb6d-4580-ba6c-d4f6921888d8/72c9b9e2-e641-4e80-b66d-98a10f2a744e/5f882b6f-6037-4ea2-a3cd-7903c20e9b70) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:02.979687 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:02.987116 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:50:03.009403 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0891058a-5986-4fd3-91f6-127febab8478'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:50:03.012213 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6311a7-dfc7-41e5-90ed-ff7991759f17" -d '{"events": [{"server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "name": "network-vif-plugged", "status": "completed", "tag": "0891058a-5986-4fd3-91f6-127febab8478"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:50:03.082663 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 0891058a-5986-4fd3-91f6-127febab8478, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=0891058a-5986-4fd3-91f6-127febab8478,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:03.092600 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:03.159995 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Pushing event updated for resources: {'Port': ['ID=21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:03.177796 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2857c3c-246b-4274-b85d-13903d301265 x-openstack-request-id: req-a2857c3c-246b-4274-b85d-13903d301265 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:50:03.179054 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "name": "network-vif-plugged", "status": "completed", "tag": "0891058a-5986-4fd3-91f6-127febab8478", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:50:03.180330 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2857c3c-246b-4274-b85d-13903d301265 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:50:03.180936 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0891058a-5986-4fd3-91f6-127febab8478', 'code': 200} Sep 03 12:50:03.210866 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:03.213561 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:03.258626 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3a2d791d-bdc9-4fe6-8f74-f85f04c33d13 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3655486 Sep 03 12:50:03.263180 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=0891058a-5986-4fd3-91f6-127febab8478,revision_number=7']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:03.335085 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Request body: {'port': {'device_id': '14b0b7f0-29b6-4030-9004-96d9a9fb1a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:03.522845 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789843b-04a6-41a0-9848-485c2aa6cd55 req-b4d7cbd7-8594-4440-aa6e-9884477e4ad5 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:03.526293 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9789843b-04a6-41a0-9848-485c2aa6cd55 req-b4d7cbd7-8594-4440-aa6e-9884477e4ad5 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 935 time: 0.3197439 Sep 03 12:50:03.544086 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-397f5bab-e95b-480e-85a7-c7f80d2f2784 None None] Provisioning for port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:03.551819 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-397f5bab-e95b-480e-85a7-c7f80d2f2784 None None] Provisioning complete for port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:03.552568 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-397f5bab-e95b-480e-85a7-c7f80d2f2784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:03.559814 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:03.583733 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34470e5-a7e8-42b2-b8dc-7dcb3087e884 req-4789fc4f-80b7-4eca-bcc4-1c2460d0563f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:03.585279 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e34470e5-a7e8-42b2-b8dc-7dcb3087e884 req-4789fc4f-80b7-4eca-bcc4-1c2460d0563f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.2363033 Sep 03 12:50:03.632610 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-397f5bab-e95b-480e-85a7-c7f80d2f2784 None None] Port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:50:03.699262 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-77814b1c-65f7-4d39-a500-5870619b8223 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:03.774091 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e34470e5-a7e8-42b2-b8dc-7dcb3087e884 req-c5867ba3-861d-4194-84c6-bfd8cc6eea46 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1810403 Sep 03 12:50:03.776925 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9789843b-04a6-41a0-9848-485c2aa6cd55 req-1f156725-abb5-47ac-832c-b27336722ae0 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258530 Sep 03 12:50:03.782606 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-77814b1c-65f7-4d39-a500-5870619b8223 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:03.799248 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['463bbe24-5676-4ced-9118-72f026f6470a', '95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f', 'adbeb4b0-97f0-4d80-bf0d-b3d46d606446'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:50:03.942720 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77814b1c-65f7-4d39-a500-5870619b8223 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Pushing event updated for resources: {'Port': ['ID=5f882b6f-6037-4ea2-a3cd-7903c20e9b70,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:03.985196 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-77814b1c-65f7-4d39-a500-5870619b8223 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:03.987726 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-77814b1c-65f7-4d39-a500-5870619b8223 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:03.990543 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-77814b1c-65f7-4d39-a500-5870619b8223 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:50:04.052307 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-77814b1c-65f7-4d39-a500-5870619b8223 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:04.053265 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-77814b1c-65f7-4d39-a500-5870619b8223 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:04.089721 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb14ac-bc00-4a7d-b0e5-a84b91e20f14 req-3d9e0d62-2f23-4009-91cb-ae3b1583157d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:04.103486 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ddfb14ac-bc00-4a7d-b0e5-a84b91e20f14 req-3d9e0d62-2f23-4009-91cb-ae3b1583157d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 931 time: 0.1575327 Sep 03 12:50:04.108730 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-77814b1c-65f7-4d39-a500-5870619b8223 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6252005 Sep 03 12:50:04.196301 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Request body: {'port': {'device_id': '1a84c3fd-83d8-45c7-b093-89caeab92966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:04.297725 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:50:04.301739 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ddfb14ac-bc00-4a7d-b0e5-a84b91e20f14 req-c8afb914-9269-474f-b11f-931e91920ed0 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967387 Sep 03 12:50:04.310783 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:04.346086 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Transition to ACTIVE for port object 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:04.359726 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:04.406742 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:04.523364 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Pushing event updated for resources: {'Port': ['ID=21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:04.540770 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7133f76-9450-4402-9e72-5bfc976b7a46 req-867ffbfb-846e-4bba-a3a5-a2cf408c8c4d tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:04.549032 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c7133f76-9450-4402-9e72-5bfc976b7a46 req-867ffbfb-846e-4bba-a3a5-a2cf408c8c4d tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.3053145 Sep 03 12:50:04.660821 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c7133f76-9450-4402-9e72-5bfc976b7a46 req-a47d2833-2ab3-4feb-b27f-ccdc031dbac3 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057496 Sep 03 12:50:04.867440 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Attempting to bind port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:50:04.867812 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Attempting to bind port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '4800c06e-d6c9-422c-a80a-6f5d5e1d4400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ed6418dd-a1cd-48db-bd8c-d1a3865d217e'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:50:04.868147 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Attempting to bind port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 on network ed6418dd-a1cd-48db-bd8c-d1a3865d217e {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:50:04.894391 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 on network ed6418dd-a1cd-48db-bd8c-d1a3865d217e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:50:04.895786 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Attempting to bind port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 on network ed6418dd-a1cd-48db-bd8c-d1a3865d217e {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:50:04.916665 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:50:04.918128 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Checking segment: {'id': '4800c06e-d6c9-422c-a80a-6f5d5e1d4400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ed6418dd-a1cd-48db-bd8c-d1a3865d217e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:04.918626 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Bound using segment: {'id': '4800c06e-d6c9-422c-a80a-6f5d5e1d4400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ed6418dd-a1cd-48db-bd8c-d1a3865d217e'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:50:04.920719 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Bound port: 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4800c06e-d6c9-422c-a80a-6f5d5e1d4400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ed6418dd-a1cd-48db-bd8c-d1a3865d217e'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:50:04.923228 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:05.047365 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] For port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3, host hv-cinder-80655, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:50:05.053492 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] For port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3,segment=NetworkSegment(4800c06e-d6c9-422c-a80a-6f5d5e1d4400),segment_id=4800c06e-d6c9-422c-a80a-6f5d5e1d4400)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:50:05.072828 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:05.121355 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d17f-5bc1-4c47-b976-adeaa1e243c3 req-25c115a2-1aef-4b9f-9166-a7865c6d8359 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:05.123751 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1d01d17f-5bc1-4c47-b976-adeaa1e243c3 req-25c115a2-1aef-4b9f-9166-a7865c6d8359 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 947 time: 0.2048609 Sep 03 12:50:05.191155 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:05.191933 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:05.193883 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] 10.222.0.22 "PUT /v2.0/ports/21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 HTTP/1.1" status: 200 len: 1097 time: 1.9055643 Sep 03 12:50:05.195906 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b0b7f0-29b6-4030-9004-96d9a9fb1a0f', 'tag': '21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:50:05.200572 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54abbffa-b27f-4e0c-bb73-f4b9b4134714" -d '{"events": [{"name": "network-changed", "server_uuid": "14b0b7f0-29b6-4030-9004-96d9a9fb1a0f", "tag": "21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:50:05.262731 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80cd60-c99f-4ef6-9367-ddd7e321c335 req-4f4ac36c-84c5-4ae8-a50e-7c543875aeb4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:05.270930 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:50:05.272656 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bc80cd60-c99f-4ef6-9367-ddd7e321c335 req-4f4ac36c-84c5-4ae8-a50e-7c543875aeb4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.2163250 Sep 03 12:50:05.278350 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1d01d17f-5bc1-4c47-b976-adeaa1e243c3 req-171dc70b-420b-48e3-ac19-ae01e5024f2d tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431603 Sep 03 12:50:05.286828 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:05.320038 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Transition to ACTIVE for port object 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:05.336713 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:05.404605 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288e0d3-3457-4b51-a144-205de6171262 service neutron] Pushing event updated for resources: {'Port': ['ID=21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:05.469779 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Pushing event updated for resources: {'Port': ['ID=5f882b6f-6037-4ea2-a3cd-7903c20e9b70,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:05.474055 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bc80cd60-c99f-4ef6-9367-ddd7e321c335 req-8e5b79b1-8de7-499c-8ec7-08feeadc5c8e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1938517 Sep 03 12:50:05.484651 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306c11c0-a5ca-4700-9d58-0d34f6b567b2 x-openstack-request-id: req-306c11c0-a5ca-4700-9d58-0d34f6b567b2 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:50:05.486283 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b0b7f0-29b6-4030-9004-96d9a9fb1a0f", "tag": "21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:50:05.487640 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-306c11c0-a5ca-4700-9d58-0d34f6b567b2 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:50:05.489323 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b0b7f0-29b6-4030-9004-96d9a9fb1a0f', 'tag': '21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3', 'status': 'completed', 'code': 200} Sep 03 12:50:05.506541 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-7a92cfed-3d85-4fc4-83bb-4322be2c1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:05.512564 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-7a92cfed-3d85-4fc4-83bb-4322be2c1203 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b89f0cd2ea244c97807b1f2279de118d&device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 1100 time: 0.2363110 Sep 03 12:50:05.666679 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Attempting to bind port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:50:05.667078 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Attempting to bind port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:50:05.667555 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Attempting to bind port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 on network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:50:05.693729 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7df0-6cdc-4074-8716-fb83e60748d6 req-b940231a-1c32-4e09-b676-ff1df26a89f5 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:05.701099 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a9ac7df0-6cdc-4074-8716-fb83e60748d6 req-b940231a-1c32-4e09-b676-ff1df26a89f5 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.1382668 Sep 03 12:50:05.703976 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 on network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:50:05.704306 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Attempting to bind port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 on network d403c5f3-cb6d-4580-ba6c-d4f6921888d8 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:50:05.759885 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:50:05.760592 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Checking segment: {'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:05.761009 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Bound using segment: {'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:50:05.761496 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Bound port: 5f882b6f-6037-4ea2-a3cd-7903c20e9b70, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1de82d-742b-4a6f-88ae-272694cb74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:50:05.762226 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:05.807972 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a9ac7df0-6cdc-4074-8716-fb83e60748d6 req-2c899cee-c935-42db-9812-117933c111ff tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040606 Sep 03 12:50:05.976911 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] For port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:50:05.988257 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] For port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5f882b6f-6037-4ea2-a3cd-7903c20e9b70,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:50:05.996735 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:06.073785 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:06.076542 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:06.080095 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] 10.222.0.22 "PUT /v2.0/ports/5f882b6f-6037-4ea2-a3cd-7903c20e9b70 HTTP/1.1" status: 200 len: 1093 time: 1.9042680 Sep 03 12:50:06.080916 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a84c3fd-83d8-45c7-b093-89caeab92966', 'tag': '5f882b6f-6037-4ea2-a3cd-7903c20e9b70'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:50:06.084940 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69444c3-d57d-43c1-a5b0-088308993f03" -d '{"events": [{"name": "network-changed", "server_uuid": "1a84c3fd-83d8-45c7-b093-89caeab92966", "tag": "5f882b6f-6037-4ea2-a3cd-7903c20e9b70"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:50:06.121471 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd05ef7-2383-4765-8b44-0dce373fd324 service neutron] Pushing event updated for resources: {'Port': ['ID=5f882b6f-6037-4ea2-a3cd-7903c20e9b70,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:06.146865 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfb3d3d-903c-4677-8010-482a2bd59cca x-openstack-request-id: req-0bfb3d3d-903c-4677-8010-482a2bd59cca {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:50:06.147093 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-882a00e4-610b-4b1e-a781-0ce7f6f1361f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 HTTP/1.1" status: 200 len: 217 time: 0.6229367 Sep 03 12:50:06.147583 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a84c3fd-83d8-45c7-b093-89caeab92966", "tag": "5f882b6f-6037-4ea2-a3cd-7903c20e9b70", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:50:06.147981 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bfb3d3d-903c-4677-8010-482a2bd59cca {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:50:06.148538 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a84c3fd-83d8-45c7-b093-89caeab92966', 'tag': '5f882b6f-6037-4ea2-a3cd-7903c20e9b70', 'status': 'completed', 'code': 200} Sep 03 12:50:06.184716 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-1ebf4438-c907-40de-9e67-1387a880ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:06.187957 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-1ebf4438-c907-40de-9e67-1387a880ab74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e76c7abc7bf84515abcfb38980a917a7&device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 1096 time: 0.0579531 Sep 03 12:50:06.258563 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-c9c4d180-7958-4715-b2ab-cfc876670aa0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f882b6f-6037-4ea2-a3cd-7903c20e9b70 HTTP/1.1" status: 200 len: 217 time: 0.0621495 Sep 03 12:50:06.269679 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7ccda-7887-42d7-ba0b-642bc08e006d req-47e5cc2b-b977-4da9-aca4-d8f096190868 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:06.273265 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-38d7ccda-7887-42d7-ba0b-642bc08e006d req-47e5cc2b-b977-4da9-aca4-d8f096190868 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.1284430 Sep 03 12:50:06.275011 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3b884772-f49c-440f-84c0-c541cc5fac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:06.281771 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-3b884772-f49c-440f-84c0-c541cc5fac3c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ea21b491-d5ec-49d7-879e-6b072f5f975c HTTP/1.1" status: 200 len: 843 time: 0.1022553 Sep 03 12:50:06.406178 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-1e98b0f0-4cdc-479f-87fe-359a9ae52fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:06.412887 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-1e98b0f0-4cdc-479f-87fe-359a9ae52fc5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=72c9b9e2-e641-4e80-b66d-98a10f2a744e HTTP/1.1" status: 200 len: 854 time: 0.1445363 Sep 03 12:50:06.470506 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-58df73ce-6cd5-4b2a-95c9-1b022a690be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:06.472983 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-58df73ce-6cd5-4b2a-95c9-1b022a690be8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed6418dd-a1cd-48db-bd8c-d1a3865d217e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1815014 Sep 03 12:50:06.508640 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-38d7ccda-7887-42d7-ba0b-642bc08e006d req-840befac-0843-4ee2-aacb-7375d56f340d tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2207739 Sep 03 12:50:06.589382 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-1742c8a5-6277-4498-a630-6f59a9f75b76 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646919 Sep 03 12:50:06.782142 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-ba8b29c5-bae8-4649-b165-659cca9e467f service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350677 Sep 03 12:50:06.900494 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b03b93ca-4420-4f31-bb6e-8b1b4c98f25e req-66e7df52-df1c-4775-a949-91ea439c6c42 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041172 Sep 03 12:50:06.904011 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51005a-f825-4c49-827b-a086b413b8a0 req-35ed1e6f-8edd-4d0c-accd-c72ef59b6825 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:06.917969 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5f51005a-f825-4c49-827b-a086b413b8a0 req-35ed1e6f-8edd-4d0c-accd-c72ef59b6825 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.2625268 Sep 03 12:50:06.929743 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-38c63126-8bad-4bee-9cfe-ad45085d00e9 service neutron] 10.222.0.22 "GET /v2.0/networks/ed6418dd-a1cd-48db-bd8c-d1a3865d217e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172068 Sep 03 12:50:06.956929 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d383cc-e56c-4bfd-a737-2398cf7f4707 req-433ceb03-550f-41ae-9a05-9b41f28c923a tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:06.966825 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-05d383cc-e56c-4bfd-a737-2398cf7f4707 req-433ceb03-550f-41ae-9a05-9b41f28c923a tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 947 time: 0.3746233 Sep 03 12:50:07.118518 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5f51005a-f825-4c49-827b-a086b413b8a0 req-3c8fbb7c-c272-4e0d-b3c1-91a877b18294 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1981184 Sep 03 12:50:07.121021 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-05d383cc-e56c-4bfd-a737-2398cf7f4707 req-51c95fd0-af7b-4b9c-92cd-37d19639d900 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502190 Sep 03 12:50:07.159302 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69444c3-d57d-43c1-a5b0-088308993f03 req-7e5263fd-b30e-4fd6-9973-89baf4ec9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:07.172690 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b69444c3-d57d-43c1-a5b0-088308993f03 req-7e5263fd-b30e-4fd6-9973-89baf4ec9c42 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e76c7abc7bf84515abcfb38980a917a7&device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 1096 time: 0.1491380 Sep 03 12:50:07.446783 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69444c3-d57d-43c1-a5b0-088308993f03 req-40a20e80-3919-452b-a07c-cfcade592f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:07.449611 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b69444c3-d57d-43c1-a5b0-088308993f03 req-40a20e80-3919-452b-a07c-cfcade592f44 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 200 len: 915 time: 0.2777731 Sep 03 12:50:07.465170 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bdbb6d5c-ffd9-42ed-bc7c-d45973540133 req-eb0e96f6-f075-4be0-86c3-c42e0ca9576e service neutron] 10.222.0.22 "GET /v2.0/networks/ed6418dd-a1cd-48db-bd8c-d1a3865d217e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798999 Sep 03 12:50:07.557042 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b69444c3-d57d-43c1-a5b0-088308993f03 req-b4880c17-416b-4833-832f-b92c3d892558 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f882b6f-6037-4ea2-a3cd-7903c20e9b70 HTTP/1.1" status: 200 len: 217 time: 0.0955215 Sep 03 12:50:07.567854 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af1f62-1fca-4372-a009-928dde5894c3 req-e12ab7b0-c82e-447d-ad48-514a6fe29b93 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:07.569080 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-16af1f62-1fca-4372-a009-928dde5894c3 req-e12ab7b0-c82e-447d-ad48-514a6fe29b93 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.2677510 Sep 03 12:50:07.647379 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:50:07.648943 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abbffa-b27f-4e0c-bb73-f4b9b4134714 req-dad2a37b-9a78-42b0-88e6-0296f2d8dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:07.650825 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-54abbffa-b27f-4e0c-bb73-f4b9b4134714 req-dad2a37b-9a78-42b0-88e6-0296f2d8dd8b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b89f0cd2ea244c97807b1f2279de118d&device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 1100 time: 0.1287749 Sep 03 12:50:07.710838 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-16af1f62-1fca-4372-a009-928dde5894c3 req-1dfcd4ee-aabb-4a77-a98f-08a512115af6 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114409 Sep 03 12:50:07.751245 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69444c3-d57d-43c1-a5b0-088308993f03 req-c566e592-cacd-457e-95ea-242d0ecf1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:07.751245 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b69444c3-d57d-43c1-a5b0-088308993f03 req-c566e592-cacd-457e-95ea-242d0ecf1201 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=72c9b9e2-e641-4e80-b66d-98a10f2a744e HTTP/1.1" status: 200 len: 854 time: 0.1744111 Sep 03 12:50:07.851809 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b69444c3-d57d-43c1-a5b0-088308993f03 req-4b2bb95c-de3b-4d13-a0fc-d4c75980e071 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d403c5f3-cb6d-4580-ba6c-d4f6921888d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906971 Sep 03 12:50:07.929039 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abbffa-b27f-4e0c-bb73-f4b9b4134714 req-201b2bd6-044d-4e5c-9f8c-985342edffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:07.930617 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-54abbffa-b27f-4e0c-bb73-f4b9b4134714 req-201b2bd6-044d-4e5c-9f8c-985342edffed service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed6418dd-a1cd-48db-bd8c-d1a3865d217e HTTP/1.1" status: 200 len: 870 time: 0.2644970 Sep 03 12:50:07.956796 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5397d5-347f-40c2-8cd5-914404c55e95 req-5315f1c4-f668-4207-b8c9-c4c0752c63fe tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:07.958431 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ca5397d5-347f-40c2-8cd5-914404c55e95 req-5315f1c4-f668-4207-b8c9-c4c0752c63fe tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.1379023 Sep 03 12:50:08.024295 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-54abbffa-b27f-4e0c-bb73-f4b9b4134714 req-5b9f78ff-1be7-4c25-989c-b950cf665b0a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 HTTP/1.1" status: 200 len: 217 time: 0.0770073 Sep 03 12:50:08.118267 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b69444c3-d57d-43c1-a5b0-088308993f03 req-a9014a63-9ce5-424c-946b-e2a9733a1101 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526627 Sep 03 12:50:08.129630 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abbffa-b27f-4e0c-bb73-f4b9b4134714 req-c6e5be4c-9608-44b2-8528-7c49eb6f9b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:08.131441 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-54abbffa-b27f-4e0c-bb73-f4b9b4134714 req-c6e5be4c-9608-44b2-8528-7c49eb6f9b80 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ea21b491-d5ec-49d7-879e-6b072f5f975c HTTP/1.1" status: 200 len: 843 time: 0.0919714 Sep 03 12:50:08.147076 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ca5397d5-347f-40c2-8cd5-914404c55e95 req-b6d720b0-549d-44f6-92b7-1af5d8c647a1 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1765044 Sep 03 12:50:08.210639 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abbffa-b27f-4e0c-bb73-f4b9b4134714 req-54eeef5d-6ebf-49c4-8b04-6117d877e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:08.212367 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-54abbffa-b27f-4e0c-bb73-f4b9b4134714 req-54eeef5d-6ebf-49c4-8b04-6117d877e8bb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed6418dd-a1cd-48db-bd8c-d1a3865d217e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0639446 Sep 03 12:50:08.370226 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-54abbffa-b27f-4e0c-bb73-f4b9b4134714 req-17c62c08-23bf-4479-ada3-b9a2be102dc9 service neutron] 10.222.0.22 "GET /v2.0/networks/ed6418dd-a1cd-48db-bd8c-d1a3865d217e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489258 Sep 03 12:50:08.393668 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b69444c3-d57d-43c1-a5b0-088308993f03 req-dc6c8613-79b3-4041-949f-5ed63728cdb3 service neutron] 10.222.0.22 "GET /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604387 Sep 03 12:50:08.411155 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8da105-c3af-4209-9449-a171bb83518e req-853314e4-c7c1-466f-b46f-620b4b92a569 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:08.412335 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bc8da105-c3af-4209-9449-a171bb83518e req-853314e4-c7c1-466f-b46f-620b4b92a569 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 947 time: 0.0980980 Sep 03 12:50:08.461871 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398c467-9810-4f10-a107-03c3db852087 req-0b3df297-4753-484d-b06e-1c0d83af2fdf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:08.469909 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bc8da105-c3af-4209-9449-a171bb83518e req-74cff222-e45a-431a-abe1-c35615ac3613 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507681 Sep 03 12:50:08.471467 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b398c467-9810-4f10-a107-03c3db852087 req-0b3df297-4753-484d-b06e-1c0d83af2fdf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.1033330 Sep 03 12:50:08.625234 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b398c467-9810-4f10-a107-03c3db852087 req-1201323f-99f0-4243-95e1-36f79b62e2a5 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1474855 Sep 03 12:50:08.649517 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:50:08.674219 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-54abbffa-b27f-4e0c-bb73-f4b9b4134714 req-fd56b0e7-feda-41a8-9e06-5867dd7dc2f6 service neutron] 10.222.0.22 "GET /v2.0/networks/ed6418dd-a1cd-48db-bd8c-d1a3865d217e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667344 Sep 03 12:50:08.819429 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3,segment=NetworkSegment(4800c06e-d6c9-422c-a80a-6f5d5e1d4400),segment_id=4800c06e-d6c9-422c-a80a-6f5d5e1d4400)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:08.832328 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3', 'network_id': 'ed6418dd-a1cd-48db-bd8c-d1a3865d217e', 'port_id': '21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3', 'mac_address': 'fa:16:3e:7b:6e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea21b491-d5ec-49d7-879e-6b072f5f975c', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:50:08.939384 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:08.975811 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:50:09.051849 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3,segment=NetworkSegment(4800c06e-d6c9-422c-a80a-6f5d5e1d4400),segment_id=4800c06e-d6c9-422c-a80a-6f5d5e1d4400)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:09.060243 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab673b-8a6f-49fa-864f-10e764326fcd req-60ad6d1c-91fd-4eab-949e-9c44f07bfefd tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:09.064623 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:09.072526 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fcab673b-8a6f-49fa-864f-10e764326fcd req-60ad6d1c-91fd-4eab-949e-9c44f07bfefd tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.1868985 Sep 03 12:50:09.163962 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fcab673b-8a6f-49fa-864f-10e764326fcd req-57b5a9ba-ef70-4538-8b09-c3f1d4022cf3 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901074 Sep 03 12:50:09.210551 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:09.336410 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d09c2-511c-4e96-bf47-f24efd04395d req-5bdf938d-41a2-4bab-8e49-95e78ebfea96 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:09.342868 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0d3d09c2-511c-4e96-bf47-f24efd04395d req-5bdf938d-41a2-4bab-8e49-95e78ebfea96 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0918646 Sep 03 12:50:09.475097 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0d3d09c2-511c-4e96-bf47-f24efd04395d req-c0119b28-28e8-45b8-b5e4-ae299d5169bf tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105185 Sep 03 12:50:09.491930 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:50:09.727745 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26053aad-7dce-4908-abd7-3132e5527eb4 req-63d72f6f-d53b-40bb-9e2e-7ac42f93cd5a tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:09.729884 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-26053aad-7dce-4908-abd7-3132e5527eb4 req-63d72f6f-d53b-40bb-9e2e-7ac42f93cd5a tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 948 time: 0.1348186 Sep 03 12:50:09.822719 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-26053aad-7dce-4908-abd7-3132e5527eb4 req-4347392b-4844-4b1f-8256-15cfa31a5568 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845575 Sep 03 12:50:09.848243 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649a62d-b2f2-4812-afe0-baefba90e98c req-03915b2f-931d-45d0-bff7-3df770550a2f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:09.849984 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2649a62d-b2f2-4812-afe0-baefba90e98c req-03915b2f-931d-45d0-bff7-3df770550a2f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0989192 Sep 03 12:50:09.970265 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2649a62d-b2f2-4812-afe0-baefba90e98c req-7ca6262c-87da-47c7-980f-87ac3e524d0a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098244 Sep 03 12:50:10.405061 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133db32-ddf8-48c4-9489-dce1a877de2e req-9c3b7c5e-b18a-4ce7-be2c-bbb9e3215459 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:10.407358 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0133db32-ddf8-48c4-9489-dce1a877de2e req-9c3b7c5e-b18a-4ce7-be2c-bbb9e3215459 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.1323149 Sep 03 12:50:10.640308 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0133db32-ddf8-48c4-9489-dce1a877de2e req-48e9a639-02ce-409c-a000-179e85fc00c7 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238421 Sep 03 12:50:10.726837 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a0b1d-b82b-46cc-a9c1-183db95d14f1 req-7e8749bb-0f53-498d-ba1e-52e6d19476f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:10.731587 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f56a0b1d-b82b-46cc-a9c1-183db95d14f1 req-7e8749bb-0f53-498d-ba1e-52e6d19476f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfaba424f344748b291e9091f6246f&device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 1098 time: 0.1668248 Sep 03 12:50:10.737935 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8691716-bd7b-4f4a-8778-685d45333a19 req-449c52b2-73ee-473c-a524-a5a1fc904c8c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:10.758158 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b8691716-bd7b-4f4a-8778-685d45333a19 req-449c52b2-73ee-473c-a524-a5a1fc904c8c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.1511664 Sep 03 12:50:10.894097 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b8691716-bd7b-4f4a-8778-685d45333a19 req-db66bc0d-db9a-48c9-9c09-669998b4a579 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1342344 Sep 03 12:50:10.985303 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a0b1d-b82b-46cc-a9c1-183db95d14f1 req-890881c9-db4b-4a13-9f13-83d8998ed41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:10.989855 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f56a0b1d-b82b-46cc-a9c1-183db95d14f1 req-890881c9-db4b-4a13-9f13-83d8998ed41f service neutron] 10.222.0.22 "GET /v2.0/networks?id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 HTTP/1.1" status: 200 len: 920 time: 0.2390623 Sep 03 12:50:11.129125 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f56a0b1d-b82b-46cc-a9c1-183db95d14f1 req-b0bf0e95-c4bc-41c8-9319-e686b0ccbc2f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c2f6a7-0532-4ebe-b2be-a3662564f0f1 HTTP/1.1" status: 200 len: 217 time: 0.1252453 Sep 03 12:50:11.156944 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d0ed6-e1bc-4022-8432-03fa52a49632 req-fc610936-000f-4a07-933b-8d881d0a8fe4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:11.175970 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7d8d0ed6-e1bc-4022-8432-03fa52a49632 req-fc610936-000f-4a07-933b-8d881d0a8fe4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 948 time: 0.1255338 Sep 03 12:50:11.277197 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a0b1d-b82b-46cc-a9c1-183db95d14f1 req-4204a77e-85f5-4aa9-8ee1-79bd929caff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:11.278673 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f56a0b1d-b82b-46cc-a9c1-183db95d14f1 req-4204a77e-85f5-4aa9-8ee1-79bd929caff9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a9aeb54-d293-4b41-839b-75ef7d36a819 HTTP/1.1" status: 200 len: 859 time: 0.1348231 Sep 03 12:50:11.282686 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7d8d0ed6-e1bc-4022-8432-03fa52a49632 req-6dcc18c8-a368-47af-9e4f-f507c6c45df1 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052701 Sep 03 12:50:11.305691 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20efa-f220-4287-b728-4f5240a31f8c req-6b4449ad-19f8-4f3d-bac0-3f111e7f596b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:11.314005 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1bb20efa-f220-4287-b728-4f5240a31f8c req-6b4449ad-19f8-4f3d-bac0-3f111e7f596b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.3230309 Sep 03 12:50:11.414298 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f56a0b1d-b82b-46cc-a9c1-183db95d14f1 req-ab0a228a-dc49-4437-b6db-36340162b296 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237609 Sep 03 12:50:11.422479 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbbac2-f54b-4d17-8535-e2a6464ffd16 req-81a7d711-7252-4d4f-88a5-1634ddbbcd15 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:11.430460 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0cfbbac2-f54b-4d17-8535-e2a6464ffd16 req-81a7d711-7252-4d4f-88a5-1634ddbbcd15 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0827444 Sep 03 12:50:11.478154 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0cfbbac2-f54b-4d17-8535-e2a6464ffd16 req-ae13005e-189c-47f0-bb09-03713e9cb13c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467186 Sep 03 12:50:11.497374 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1bb20efa-f220-4287-b728-4f5240a31f8c req-a9d36938-2f02-4753-bdc1-fa4d75b1aee8 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769624 Sep 03 12:50:11.657970 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f56a0b1d-b82b-46cc-a9c1-183db95d14f1 req-a94c95a9-b246-49b5-a18b-a8dc515cc66c service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051618 Sep 03 12:50:11.822204 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f56a0b1d-b82b-46cc-a9c1-183db95d14f1 req-b1981d70-9e52-46b6-8979-0cffe10099f0 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697526 Sep 03 12:50:11.963389 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f824f7-4c65-4ffb-984f-e121a01fc43a req-4f3c50e7-c38a-4165-a168-41d6c4921ce4 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:11.970783 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-78f824f7-4c65-4ffb-984f-e121a01fc43a req-4f3c50e7-c38a-4165-a168-41d6c4921ce4 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.2132115 Sep 03 12:50:12.029097 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-78f824f7-4c65-4ffb-984f-e121a01fc43a req-4e49063c-1291-46fc-8849-10fdb64f5d7a tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574303 Sep 03 12:50:12.073851 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5ad16-7102-4e6e-acd5-5d9f85855deb req-70f83aa8-1bec-49e1-bb69-826d68c564e5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:12.075889 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3ed5ad16-7102-4e6e-acd5-5d9f85855deb req-70f83aa8-1bec-49e1-bb69-826d68c564e5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0713997 Sep 03 12:50:12.147810 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3ed5ad16-7102-4e6e-acd5-5d9f85855deb req-abb3dd57-482c-44f0-a3ed-39d7fd8d2e30 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580404 Sep 03 12:50:12.485392 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50062b9-0764-49a8-95f4-2326343722c5 req-1ba700a0-e301-422b-b9fa-f1e1ae2cdf1d tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:12.489037 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f50062b9-0764-49a8-95f4-2326343722c5 req-1ba700a0-e301-422b-b9fa-f1e1ae2cdf1d tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 948 time: 0.1275823 Sep 03 12:50:12.589077 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f50062b9-0764-49a8-95f4-2326343722c5 req-629ffb1d-0536-43ea-8d21-473be6b9f6da tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868578 Sep 03 12:50:12.664311 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:50:12.719490 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9c195-ed57-4e34-b3b5-515f0105bc96 req-05c6d66a-ba7c-4004-84a4-c7a74d85328c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:12.733874 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b9d9c195-ed57-4e34-b3b5-515f0105bc96 req-05c6d66a-ba7c-4004-84a4-c7a74d85328c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.1371133 Sep 03 12:50:12.804850 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:12.812804 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:12.814227 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:12.860289 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b9d9c195-ed57-4e34-b3b5-515f0105bc96 req-bb8a700c-ae96-414f-bbe1-848cd922f95b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252580 Sep 03 12:50:12.949357 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a2cc5-f014-4868-a853-c1a7ed0565cf req-31a5be58-ac38-460a-8d4e-2f8709a22ada tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:12.959176 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cf8a2cc5-f014-4868-a853-c1a7ed0565cf req-31a5be58-ac38-460a-8d4e-2f8709a22ada tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1490700 Sep 03 12:50:13.037707 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cf8a2cc5-f014-4868-a853-c1a7ed0565cf req-87f50869-535f-4f99-ac0d-14ab823d1c4e tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772345 Sep 03 12:50:13.045658 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:13.133207 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b0b7f0-29b6-4030-9004-96d9a9fb1a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:50:13.139078 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edba47c-618d-4d3a-907f-19e478287474" -d '{"events": [{"server_uuid": "14b0b7f0-29b6-4030-9004-96d9a9fb1a0f", "name": "network-vif-plugged", "status": "completed", "tag": "21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:50:13.193153 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3,segment=NetworkSegment(4800c06e-d6c9-422c-a80a-6f5d5e1d4400),segment_id=4800c06e-d6c9-422c-a80a-6f5d5e1d4400)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:13.204339 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:13.251950 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1da01f-8fed-4ef8-ae04-a2c0ed243354 x-openstack-request-id: req-7e1da01f-8fed-4ef8-ae04-a2c0ed243354 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:50:13.252439 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b0b7f0-29b6-4030-9004-96d9a9fb1a0f", "name": "network-vif-plugged", "status": "completed", "tag": "21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:50:13.252832 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e1da01f-8fed-4ef8-ae04-a2c0ed243354 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:50:13.253347 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b0b7f0-29b6-4030-9004-96d9a9fb1a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3', 'code': 200} Sep 03 12:50:13.326161 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:13.335940 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c8c7-c25f-466c-8491-041688a68c6d req-1e5f3b39-3255-4bf3-a175-96ff3665799d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:13.351112 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c8b7c8c7-c25f-466c-8491-041688a68c6d req-1e5f3b39-3255-4bf3-a175-96ff3665799d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.1754069 Sep 03 12:50:13.399923 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92920a26-fbfc-4ae1-a5f6-e230a3e203a0 req-59438ddb-ccdd-4a24-b034-c2be57cfc717 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:13.408316 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-92920a26-fbfc-4ae1-a5f6-e230a3e203a0 req-59438ddb-ccdd-4a24-b034-c2be57cfc717 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0734684 Sep 03 12:50:13.446732 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c8b7c8c7-c25f-466c-8491-041688a68c6d req-9e307de7-938d-4f3e-8b65-515b8b04de0a tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808816 Sep 03 12:50:13.470940 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-92920a26-fbfc-4ae1-a5f6-e230a3e203a0 req-9f3dfd8e-fb87-41f6-991b-13a7f012076c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615909 Sep 03 12:50:13.529561 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdfe58-7e11-46c8-85d0-604e90b749f1 req-5126f373-1b82-42a8-9fe8-88944e7cf653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:13.535552 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-afbdfe58-7e11-46c8-85d0-604e90b749f1 req-5126f373-1b82-42a8-9fe8-88944e7cf653 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 1102 time: 0.0776198 Sep 03 12:50:13.590062 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-afbdfe58-7e11-46c8-85d0-604e90b749f1 req-0975aeba-4f9e-48ce-9046-a528f6e98aa9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474868 Sep 03 12:50:13.842395 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc27b63-ad31-4764-bd94-06cd645ba25a req-33798ec1-938b-4ad9-9f4e-22dffd4c53fc tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:13.851654 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fbc27b63-ad31-4764-bd94-06cd645ba25a req-33798ec1-938b-4ad9-9f4e-22dffd4c53fc tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0892434 Sep 03 12:50:13.910079 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fbc27b63-ad31-4764-bd94-06cd645ba25a req-c8164409-0b2e-4ae3-8999-08f03ec26e07 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573783 Sep 03 12:50:14.081585 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dd232-ca48-4a09-98c1-add3df196813 req-691168e9-0a34-4474-a568-057c3f1a3a17 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:14.083143 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-218dd232-ca48-4a09-98c1-add3df196813 req-691168e9-0a34-4474-a568-057c3f1a3a17 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0733948 Sep 03 12:50:14.223699 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-218dd232-ca48-4a09-98c1-add3df196813 req-4714c5f1-41d6-4c51-930e-a94fb67feaf9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1284537 Sep 03 12:50:14.267175 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fe7c2-34fb-4289-9213-1d6fec29cebc req-48e72385-dc12-491d-acf5-f9af43e0e6ab tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:14.275864 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d82fe7c2-34fb-4289-9213-1d6fec29cebc req-48e72385-dc12-491d-acf5-f9af43e0e6ab tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1058595 Sep 03 12:50:14.344651 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d82fe7c2-34fb-4289-9213-1d6fec29cebc req-517fec6c-ba3f-4052-9239-0b2911b5f792 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668080 Sep 03 12:50:14.644187 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea5cf6-baa1-4738-8fc8-6e711329224a req-5549c858-e0af-4d6e-b850-92553d2810cc tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:14.668994 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a9ea5cf6-baa1-4738-8fc8-6e711329224a req-5549c858-e0af-4d6e-b850-92553d2810cc tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0955241 Sep 03 12:50:14.740258 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a9ea5cf6-baa1-4738-8fc8-6e711329224a req-6762b948-a910-4ecd-8251-6b7529d3114a tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702505 Sep 03 12:50:14.992421 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88963e28-667b-4fc5-9c85-e3c13f53e5ad req-83052bfb-6e04-4e4d-b31b-7849f1096bb9 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:15.002687 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-88963e28-667b-4fc5-9c85-e3c13f53e5ad req-83052bfb-6e04-4e4d-b31b-7849f1096bb9 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.4523530 Sep 03 12:50:15.083835 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-88963e28-667b-4fc5-9c85-e3c13f53e5ad req-5da7de23-6f5d-49a3-ad7d-54a221726364 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800452 Sep 03 12:50:15.093867 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e0661-a2a4-4537-ab6e-f1827616a09a req-71b3f9b7-aef0-43a4-a354-90cf81752659 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:15.101918 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2c1e0661-a2a4-4537-ab6e-f1827616a09a req-71b3f9b7-aef0-43a4-a354-90cf81752659 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0745866 Sep 03 12:50:15.147631 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2c1e0661-a2a4-4537-ab6e-f1827616a09a req-bf56c5a6-5735-4f60-8c7b-b89758491ffc tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442171 Sep 03 12:50:15.443479 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df229c23-c76f-462c-ae95-362192c40e73 req-e7da4018-369d-4914-8fd3-7b074c8089e1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:15.450962 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-df229c23-c76f-462c-ae95-362192c40e73 req-e7da4018-369d-4914-8fd3-7b074c8089e1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.1129482 Sep 03 12:50:15.512673 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87241f8-89dd-476c-a2b3-cafebacf4d34 req-2cebf50c-aa7e-480c-b534-81416e8c14dd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:15.522074 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d87241f8-89dd-476c-a2b3-cafebacf4d34 req-2cebf50c-aa7e-480c-b534-81416e8c14dd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0715392 Sep 03 12:50:15.591049 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d87241f8-89dd-476c-a2b3-cafebacf4d34 req-d4225efe-1532-4ade-a090-6515eae25243 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673130 Sep 03 12:50:15.595817 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-df229c23-c76f-462c-ae95-362192c40e73 req-fc8ad242-d178-4ea5-9d10-03410f7377d0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1438737 Sep 03 12:50:16.082238 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dd118-0d02-4902-9615-719ba6204f09 req-8cdcee12-4bf8-4078-a1a3-f10a0dbc6f5b tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:16.087081 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e56dd118-0d02-4902-9615-719ba6204f09 req-8cdcee12-4bf8-4078-a1a3-f10a0dbc6f5b tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.1207182 Sep 03 12:50:16.195622 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e56dd118-0d02-4902-9615-719ba6204f09 req-c0fdba43-f666-4c36-8517-2f50a18c7c06 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977957 Sep 03 12:50:16.252408 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c8a4b-f3a6-4c3b-8aaa-1f44c8cf23d0 req-41e08003-182e-4fe5-b74e-95b5f3a648b0 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:16.260618 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bc5c8a4b-f3a6-4c3b-8aaa-1f44c8cf23d0 req-41e08003-182e-4fe5-b74e-95b5f3a648b0 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.1021912 Sep 03 12:50:16.306004 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bc5c8a4b-f3a6-4c3b-8aaa-1f44c8cf23d0 req-b4156c80-81ee-46be-8e97-9c4341313333 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443840 Sep 03 12:50:16.409260 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fd9a2-411e-4344-b99a-858eefda33aa req-66ab8437-4a43-491f-a3a1-bd30c72f2c15 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:16.412675 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-574fd9a2-411e-4344-b99a-858eefda33aa req-66ab8437-4a43-491f-a3a1-bd30c72f2c15 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0942402 Sep 03 12:50:16.506407 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-574fd9a2-411e-4344-b99a-858eefda33aa req-2636339e-dd57-44de-a9e7-6769a52bae24 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856805 Sep 03 12:50:16.773209 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61685d9-f19d-488a-9672-3e15f4af517a req-2716c2b1-44d2-483a-8693-21df4374cfd1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:16.791182 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e61685d9-f19d-488a-9672-3e15f4af517a req-2716c2b1-44d2-483a-8693-21df4374cfd1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0905402 Sep 03 12:50:16.832866 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937a75c-a74f-4f32-8610-e8ba08d8b8ec req-38b3e712-2696-4cda-a8e8-e4874131e38f tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:16.834398 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2937a75c-a74f-4f32-8610-e8ba08d8b8ec req-38b3e712-2696-4cda-a8e8-e4874131e38f tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0921252 Sep 03 12:50:16.871823 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e61685d9-f19d-488a-9672-3e15f4af517a req-a8d7c7c7-db25-4ee7-a66d-30d70ac7a70d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735056 Sep 03 12:50:16.919395 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2937a75c-a74f-4f32-8610-e8ba08d8b8ec req-c4b5cb1e-7f3c-45b5-afda-d6dbc3d32f32 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774150 Sep 03 12:50:17.460879 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb94a95-24ab-4fac-9bcd-c3210c0e133c req-27701c06-f010-4470-9ab0-18b4946edc31 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:17.471335 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dcb94a95-24ab-4fac-9bcd-c3210c0e133c req-27701c06-f010-4470-9ab0-18b4946edc31 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.1257176 Sep 03 12:50:17.587973 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a4ae-f28b-435c-9711-1deb1643b86d req-0e72f254-ba72-47c9-a26a-9555441086b9 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:17.588980 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dcb94a95-24ab-4fac-9bcd-c3210c0e133c req-fa6c8de7-6488-4801-9d31-5ffc1db2b239 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006279 Sep 03 12:50:17.589071 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6c80a4ae-f28b-435c-9711-1deb1643b86d req-0e72f254-ba72-47c9-a26a-9555441086b9 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.0688384 Sep 03 12:50:17.649864 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6c80a4ae-f28b-435c-9711-1deb1643b86d req-227c4e41-00e7-4712-a765-4ee64dae3756 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613344 Sep 03 12:50:17.712988 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ee9c7-7456-42ca-b26f-7257c2190cc0 req-04edf273-b0e9-43f3-b932-4ab1b9866bf9 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:17.714486 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-134ee9c7-7456-42ca-b26f-7257c2190cc0 req-04edf273-b0e9-43f3-b932-4ab1b9866bf9 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0616298 Sep 03 12:50:17.767777 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-134ee9c7-7456-42ca-b26f-7257c2190cc0 req-ddc8b885-1fc5-4a7f-bbc6-b99bc992631e tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458708 Sep 03 12:50:17.997302 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcb47c-fe2f-4a16-a71f-6f47e0ca1c82 req-3ede6e40-c930-437b-b30b-6246483307a9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:17.999496 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c0fcb47c-fe2f-4a16-a71f-6f47e0ca1c82 req-3ede6e40-c930-437b-b30b-6246483307a9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0495603 Sep 03 12:50:18.023081 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce08bc-8004-4a43-ac96-9edad0a8a27e req-bf18a3bb-d301-450c-af20-97e5872e2098 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:18.024987 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-02ce08bc-8004-4a43-ac96-9edad0a8a27e req-bf18a3bb-d301-450c-af20-97e5872e2098 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0489113 Sep 03 12:50:18.040748 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c0fcb47c-fe2f-4a16-a71f-6f47e0ca1c82 req-d5eab8b4-1a55-490a-9ffc-8c017988d290 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353346 Sep 03 12:50:18.067182 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-02ce08bc-8004-4a43-ac96-9edad0a8a27e req-4f7d47e8-f9af-48ee-9f13-fa4cdc3c2735 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361924 Sep 03 12:50:18.144657 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c1124-5417-4e6f-9420-ba3f865c61c3 req-9ed9eafb-666b-457b-9d6b-d8a26aee06f7 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:18.146125 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4e6c1124-5417-4e6f-9420-ba3f865c61c3 req-9ed9eafb-666b-457b-9d6b-d8a26aee06f7 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0478678 Sep 03 12:50:18.182114 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4e6c1124-5417-4e6f-9420-ba3f865c61c3 req-914435d7-6897-4ea4-a3ad-f3e77e9fd329 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301471 Sep 03 12:50:18.679363 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e417ed9-92c3-47cd-8cdb-a9ce147e1d9b req-604fa6e4-22b3-4a85-b5b6-7b2d35c1c697 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:18.680832 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6e417ed9-92c3-47cd-8cdb-a9ce147e1d9b req-604fa6e4-22b3-4a85-b5b6-7b2d35c1c697 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0469072 Sep 03 12:50:18.719589 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6e417ed9-92c3-47cd-8cdb-a9ce147e1d9b req-178f52b2-643b-41e9-ac4d-6692c4bc0f98 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321984 Sep 03 12:50:18.769450 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca03034-8a65-451a-82a7-0ec38854f98e req-ee143108-4acb-4aa1-b565-58c2c112ca1b tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:18.770856 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3ca03034-8a65-451a-82a7-0ec38854f98e req-ee143108-4acb-4aa1-b565-58c2c112ca1b tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.0498116 Sep 03 12:50:18.808522 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3ca03034-8a65-451a-82a7-0ec38854f98e req-6837527c-cdbb-4eec-a1d5-f43c26f66196 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317335 Sep 03 12:50:19.147911 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-66a1372a-4a8a-4d5d-8aac-a99180cf3855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:19.164891 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132f289-599a-4007-a908-3b4fc96dc488 req-1ee09aa0-8b3a-4a15-9bf4-5a27230d69c6 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:19.166490 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9132f289-599a-4007-a908-3b4fc96dc488 req-1ee09aa0-8b3a-4a15-9bf4-5a27230d69c6 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0522249 Sep 03 12:50:19.182019 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc544f-f6ab-4b4c-a061-601a554efd39 req-c7a36575-bfa3-4419-8e78-ef76b84b5b79 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:19.183561 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b0bc544f-f6ab-4b4c-a061-601a554efd39 req-c7a36575-bfa3-4419-8e78-ef76b84b5b79 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0510247 Sep 03 12:50:19.204981 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9132f289-599a-4007-a908-3b4fc96dc488 req-02551196-e0bb-4019-bd0d-6ed4250a38f7 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324147 Sep 03 12:50:19.230781 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b0bc544f-f6ab-4b4c-a061-601a554efd39 req-1b08953c-4065-436c-832a-9b1643d518f0 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362573 Sep 03 12:50:19.312592 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1b659-dcb0-4c24-af82-4f3c0e614e35 req-9653dd50-3d25-4b92-8790-b18ca4754d32 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:19.314033 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-22b1b659-dcb0-4c24-af82-4f3c0e614e35 req-9653dd50-3d25-4b92-8790-b18ca4754d32 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0473790 Sep 03 12:50:19.354138 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-22b1b659-dcb0-4c24-af82-4f3c0e614e35 req-3fb2d351-f681-41e9-887a-ff724c1b8f8d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342526 Sep 03 12:50:19.838088 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9fb23-28ed-413a-bafd-f436a17e22cb req-5b08b1d5-7b9b-4013-8e88-07539741ca24 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:19.839710 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0af9fb23-28ed-413a-bafd-f436a17e22cb req-5b08b1d5-7b9b-4013-8e88-07539741ca24 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0490515 Sep 03 12:50:19.881040 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0af9fb23-28ed-413a-bafd-f436a17e22cb req-a1f0a463-ce31-4172-9fcc-4710306ec6ec tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328317 Sep 03 12:50:19.923755 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867c598-0bf9-415c-b296-c68427e71868 req-93d260ff-2f2e-45ee-ad95-c792ed6594c1 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:19.925232 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1867c598-0bf9-415c-b296-c68427e71868 req-93d260ff-2f2e-45ee-ad95-c792ed6594c1 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.0484719 Sep 03 12:50:19.962825 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1867c598-0bf9-415c-b296-c68427e71868 req-a488325a-812a-4605-a7df-df0ca424a436 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Sep 03 12:50:20.323984 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a68bb3-2295-45f2-be67-c9117d9a9e00 req-7fac5756-e29f-485d-9a57-bf3ce5585f05 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:20.325470 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-73a68bb3-2295-45f2-be67-c9117d9a9e00 req-7fac5756-e29f-485d-9a57-bf3ce5585f05 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0491569 Sep 03 12:50:20.340599 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8854e-5b16-4787-9762-f131dbe7b479 req-407104f7-d5f6-4ec4-ae9a-1b0beddc51bf tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:20.342081 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-26e8854e-5b16-4787-9762-f131dbe7b479 req-407104f7-d5f6-4ec4-ae9a-1b0beddc51bf tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0484142 Sep 03 12:50:20.363661 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-73a68bb3-2295-45f2-be67-c9117d9a9e00 req-37308458-0f98-4fe8-b0ff-a0ef15f91d2b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321586 Sep 03 12:50:20.382170 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-26e8854e-5b16-4787-9762-f131dbe7b479 req-9649b37d-6697-4822-9efa-d2290e8bdae4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336056 Sep 03 12:50:20.473967 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41380d3-d18f-489e-85ba-1486d7df0298 req-acc55eac-e49e-49c8-b82b-1ba1a0956805 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:20.475472 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d41380d3-d18f-489e-85ba-1486d7df0298 req-acc55eac-e49e-49c8-b82b-1ba1a0956805 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0529923 Sep 03 12:50:20.519585 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d41380d3-d18f-489e-85ba-1486d7df0298 req-d29b643c-8c97-476c-a345-3378797c5791 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381446 Sep 03 12:50:21.030978 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c79e5-0066-49c4-a489-7e99c65ed270 req-4c3e5f09-80a8-41b2-aa7c-ed227abbf297 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:21.032801 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-799c79e5-0066-49c4-a489-7e99c65ed270 req-4c3e5f09-80a8-41b2-aa7c-ed227abbf297 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0742216 Sep 03 12:50:21.080737 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-799c79e5-0066-49c4-a489-7e99c65ed270 req-3450a9c6-621a-4728-9063-b1384917ab3b tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379305 Sep 03 12:50:21.087273 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661d527-0978-4875-9169-8dfa67c12441 req-d0fa3e1d-e9dd-4f4f-aab8-9418cfb46360 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:21.088765 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3661d527-0978-4875-9169-8dfa67c12441 req-d0fa3e1d-e9dd-4f4f-aab8-9418cfb46360 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.0519624 Sep 03 12:50:21.127623 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3661d527-0978-4875-9169-8dfa67c12441 req-e8e6d3bc-c9cb-4836-a2b2-f3ab77baaaf1 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Sep 03 12:50:21.510030 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364038b-011c-4071-acf0-211ab7403fcd req-c83fd85f-d0cb-4a41-85ec-5bf8dd98c42d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:21.511852 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9364038b-011c-4071-acf0-211ab7403fcd req-c83fd85f-d0cb-4a41-85ec-5bf8dd98c42d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0615439 Sep 03 12:50:21.541734 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5528a2-6993-44cf-8cfa-7a501ac67588 req-bc4740f8-2862-4793-b40f-7cbef85f60f3 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:21.548118 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8d5528a2-6993-44cf-8cfa-7a501ac67588 req-bc4740f8-2862-4793-b40f-7cbef85f60f3 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0870059 Sep 03 12:50:21.571780 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9364038b-011c-4071-acf0-211ab7403fcd req-19f6ba80-0627-4add-a21f-d16b4164d968 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520496 Sep 03 12:50:21.617707 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8d5528a2-6993-44cf-8cfa-7a501ac67588 req-8140dbca-b2e2-4838-80eb-cacbe48db2b7 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564616 Sep 03 12:50:21.697494 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86ffde-d0cf-4a7c-beb3-c547fb04dca6 req-e3974c1d-505c-4aef-aa1d-988d91f271cf tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:21.700009 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2a86ffde-d0cf-4a7c-beb3-c547fb04dca6 req-e3974c1d-505c-4aef-aa1d-988d91f271cf tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0629683 Sep 03 12:50:21.755651 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e03ab0-dc46-42f6-b35a-25149027cf6f req-41abd063-8db0-41b8-86e0-e4b3c2abbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:21.762784 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-36e03ab0-dc46-42f6-b35a-25149027cf6f req-41abd063-8db0-41b8-86e0-e4b3c2abbba2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 1098 time: 0.0696094 Sep 03 12:50:21.779144 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2a86ffde-d0cf-4a7c-beb3-c547fb04dca6 req-2b7f32ba-0cb7-4c66-93d5-99498ec56881 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468500 Sep 03 12:50:21.835435 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-be977d5f-71f9-48c8-96b6-81742ba61c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:21.867579 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e03ab0-dc46-42f6-b35a-25149027cf6f req-4e71029a-b3f4-410f-83da-614089d1bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:21.869201 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-36e03ab0-dc46-42f6-b35a-25149027cf6f req-4e71029a-b3f4-410f-83da-614089d1bf6c service neutron] 10.222.0.22 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 918 time: 0.0949318 Sep 03 12:50:21.942989 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-36e03ab0-dc46-42f6-b35a-25149027cf6f req-4349836c-281e-4f88-aab2-2589e7f58600 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0891058a-5986-4fd3-91f6-127febab8478 HTTP/1.1" status: 200 len: 1000 time: 0.0658681 Sep 03 12:50:21.992390 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e03ab0-dc46-42f6-b35a-25149027cf6f req-9df95b03-4853-46f3-bff8-c48dd40493f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:21.993785 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-36e03ab0-dc46-42f6-b35a-25149027cf6f req-9df95b03-4853-46f3-bff8-c48dd40493f2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4be00016-73eb-4e38-a677-5146d2de1cfc HTTP/1.1" status: 200 len: 856 time: 0.0408752 Sep 03 12:50:22.039609 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e03ab0-dc46-42f6-b35a-25149027cf6f req-121773c5-40e7-4b04-aee3-cf3139d5789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:22.041086 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-36e03ab0-dc46-42f6-b35a-25149027cf6f req-121773c5-40e7-4b04-aee3-cf3139d5789b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03b07e36-ec05-49cc-9fef-b0924281e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392981 Sep 03 12:50:22.164414 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-36e03ab0-dc46-42f6-b35a-25149027cf6f req-189587f4-ab1a-472f-b97a-87faae107cfd service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096737 Sep 03 12:50:22.283709 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b07eae-840f-4c56-afff-d08562d8b307 req-a42ec01e-ff28-44ad-b358-ed7be5be74c1 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:22.291140 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:22.303211 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-14b07eae-840f-4c56-afff-d08562d8b307 req-a42ec01e-ff28-44ad-b358-ed7be5be74c1 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.0870876 Sep 03 12:50:22.330759 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16787a6d-bf05-4a06-b0f2-4d431716c14c req-26e2cebe-7f4a-4c6d-b0c7-3aa56e4c789f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:22.341443 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-16787a6d-bf05-4a06-b0f2-4d431716c14c req-26e2cebe-7f4a-4c6d-b0c7-3aa56e4c789f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.1655524 Sep 03 12:50:22.367309 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-14b07eae-840f-4c56-afff-d08562d8b307 req-638c74b1-a0d8-41ed-8d6d-7de6c9eae518 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613055 Sep 03 12:50:22.422810 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-16787a6d-bf05-4a06-b0f2-4d431716c14c req-f1d037a5-6659-4cf8-9f00-2721ad862418 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797269 Sep 03 12:50:22.425496 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-36e03ab0-dc46-42f6-b35a-25149027cf6f req-8d0bff63-7f07-4423-a09a-f15929935c4e service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411523 Sep 03 12:50:22.728058 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e85698-5c17-4590-a51b-20844d06b004 req-58125ca5-f48a-4735-890f-9981433fa40f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:22.729723 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a8e85698-5c17-4590-a51b-20844d06b004 req-58125ca5-f48a-4735-890f-9981433fa40f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0665851 Sep 03 12:50:22.741847 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b11608-5862-4e9d-8a94-0918cdfed025 req-06b67637-30b1-4e3a-91ff-3c0178071020 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:22.743423 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-92b11608-5862-4e9d-8a94-0918cdfed025 req-06b67637-30b1-4e3a-91ff-3c0178071020 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0586617 Sep 03 12:50:22.784357 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a8e85698-5c17-4590-a51b-20844d06b004 req-bbc09bc3-c8f8-4c60-a0d5-45a92911eef2 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446320 Sep 03 12:50:22.808643 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-92b11608-5862-4e9d-8a94-0918cdfed025 req-6a02ed81-b2b2-43cb-9254-9e67cac967b3 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518143 Sep 03 12:50:22.925905 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af7da4-9acf-4834-b319-2bcf5035e4b2 req-2b66f8ca-5822-4072-9e0b-7a94ec7763fc tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:22.927675 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-69af7da4-9acf-4834-b319-2bcf5035e4b2 req-2b66f8ca-5822-4072-9e0b-7a94ec7763fc tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0609899 Sep 03 12:50:22.976913 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-69af7da4-9acf-4834-b319-2bcf5035e4b2 req-357db007-5cd6-43a6-8f10-8af90da33e54 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429137 Sep 03 12:50:23.216500 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:23.398672 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:23.488056 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcaab1-5a1f-4297-80eb-b418d30fe68b req-b2857bb2-ad4b-43de-9efd-aae18479b6c7 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:23.490684 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-46dcaab1-5a1f-4297-80eb-b418d30fe68b req-b2857bb2-ad4b-43de-9efd-aae18479b6c7 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.0633314 Sep 03 12:50:23.552466 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-46dcaab1-5a1f-4297-80eb-b418d30fe68b req-f4d4ace6-1631-4472-af94-19768619734b tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Sep 03 12:50:23.771154 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b1392-6fbc-4258-bd7f-98aa203c62ba req-0e247662-180b-431d-8bcb-e2daa3c37dff tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:23.774165 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3f7b1392-6fbc-4258-bd7f-98aa203c62ba req-0e247662-180b-431d-8bcb-e2daa3c37dff tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.2717175 Sep 03 12:50:23.820988 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3f7b1392-6fbc-4258-bd7f-98aa203c62ba req-ea3c5105-02a0-4979-a260-29f43fd208af tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378804 Sep 03 12:50:23.985648 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70949a84-d277-4244-b72e-bf87245ff5ba req-8a4f0707-690e-425d-be1b-ddd6e6169191 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:23.993143 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70949a84-d277-4244-b72e-bf87245ff5ba req-8a4f0707-690e-425d-be1b-ddd6e6169191 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0788169 Sep 03 12:50:23.996434 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed07105-ebb2-4e44-ba02-a190aa4f63cc req-cb83d058-f4e0-4b1e-bf45-4bd54fead836 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:23.997969 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bed07105-ebb2-4e44-ba02-a190aa4f63cc req-cb83d058-f4e0-4b1e-bf45-4bd54fead836 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0531240 Sep 03 12:50:24.046686 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70949a84-d277-4244-b72e-bf87245ff5ba req-d4938a9f-2bc6-44c6-9954-3187d2c0242c tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525761 Sep 03 12:50:24.048404 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bed07105-ebb2-4e44-ba02-a190aa4f63cc req-ec4f41a2-e767-43a6-8402-2340fb0f139c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437026 Sep 03 12:50:24.159628 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834f032-4b93-47cb-9116-8a7546eb1a0a req-3b662247-951e-486f-bd29-ec4d9aed7fdc tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:24.161292 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d834f032-4b93-47cb-9116-8a7546eb1a0a req-3b662247-951e-486f-bd29-ec4d9aed7fdc tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0519702 Sep 03 12:50:24.205743 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d834f032-4b93-47cb-9116-8a7546eb1a0a req-f170fbdf-4486-4fd2-9a1c-7ec23434f753 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368600 Sep 03 12:50:24.680692 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab997777-5a5c-44df-a45e-f38af3f52620 req-92169859-b7d1-486c-9a03-24e7578e92ba tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:24.682920 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ab997777-5a5c-44df-a45e-f38af3f52620 req-92169859-b7d1-486c-9a03-24e7578e92ba tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.0577121 Sep 03 12:50:24.727509 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ab997777-5a5c-44df-a45e-f38af3f52620 req-e24e5524-65ca-4563-9caf-16c63380a5c5 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368268 Sep 03 12:50:24.946678 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:25.026555 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901416a8-4c5c-457f-aae0-9e8a204225ee req-6382452c-a69b-4b77-99ca-d8e6b0fe7e42 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:25.035803 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-901416a8-4c5c-457f-aae0-9e8a204225ee req-6382452c-a69b-4b77-99ca-d8e6b0fe7e42 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0937219 Sep 03 12:50:25.076057 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-901416a8-4c5c-457f-aae0-9e8a204225ee req-09ed3417-ec5a-45a6-a550-f75ac8308138 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391943 Sep 03 12:50:25.202097 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cdbeb-8c98-4db0-acf1-2e4cbff1d1f7 req-2793c8f4-3ccd-4299-987f-7812782e1680 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:25.204726 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-383cdbeb-8c98-4db0-acf1-2e4cbff1d1f7 req-2793c8f4-3ccd-4299-987f-7812782e1680 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0578327 Sep 03 12:50:25.232632 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5d004-3839-49ea-80c9-8c210bf7c608 req-c30165d8-6096-4169-9168-8fea0707de33 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:25.234385 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5fd5d004-3839-49ea-80c9-8c210bf7c608 req-c30165d8-6096-4169-9168-8fea0707de33 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0770941 Sep 03 12:50:25.259875 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-383cdbeb-8c98-4db0-acf1-2e4cbff1d1f7 req-82dd1a74-f570-4af7-b516-7bc0020112c0 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488691 Sep 03 12:50:25.296700 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5fd5d004-3839-49ea-80c9-8c210bf7c608 req-5df18acf-1d6e-46a0-a966-443ea7302ea9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485582 Sep 03 12:50:25.385922 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e44cf-c29c-430c-9dcf-a3445c7b1c2c req-0039d3ff-2c1b-4bb1-97b7-5ea40aa3f781 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:25.388379 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-497e44cf-c29c-430c-9dcf-a3445c7b1c2c req-0039d3ff-2c1b-4bb1-97b7-5ea40aa3f781 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0624015 Sep 03 12:50:25.434355 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-497e44cf-c29c-430c-9dcf-a3445c7b1c2c req-9c0c9128-ae3e-4315-b777-a42c048f58da tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385420 Sep 03 12:50:25.853325 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249db463-d6a9-4b71-a113-4ae4f5c85b91 req-629b8e12-9cd6-4b89-870c-881b9e0df99d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:25.854886 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-249db463-d6a9-4b71-a113-4ae4f5c85b91 req-629b8e12-9cd6-4b89-870c-881b9e0df99d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.0531638 Sep 03 12:50:25.911485 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-249db463-d6a9-4b71-a113-4ae4f5c85b91 req-db2e62f3-0752-4040-836f-049264acd10d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494180 Sep 03 12:50:26.212603 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3828ca9-e768-4b18-8982-7b42eb94cee4 req-5b6c67be-d9a7-4117-885b-3d174c9f2381 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:26.214148 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d3828ca9-e768-4b18-8982-7b42eb94cee4 req-5b6c67be-d9a7-4117-885b-3d174c9f2381 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0602794 Sep 03 12:50:26.258478 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d3828ca9-e768-4b18-8982-7b42eb94cee4 req-3c997020-54d7-4287-9846-c5f8ddc25b87 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373006 Sep 03 12:50:26.418373 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2c469-b48a-4c26-9a55-bf786d23af15 req-af8b985d-bc73-4b60-99a7-b863a55d48c5 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:26.420174 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a5c2c469-b48a-4c26-9a55-bf786d23af15 req-af8b985d-bc73-4b60-99a7-b863a55d48c5 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0577676 Sep 03 12:50:26.441896 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a06e-7b90-4da7-86f4-87dd3b4b8c9e req-589bf188-0de0-4ec0-94d0-7afadd76073d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:26.443916 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7815a06e-7b90-4da7-86f4-87dd3b4b8c9e req-589bf188-0de0-4ec0-94d0-7afadd76073d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0635231 Sep 03 12:50:26.471151 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a5c2c469-b48a-4c26-9a55-bf786d23af15 req-f3add7c4-6c62-4f7d-a08c-68792c68c4b7 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410690 Sep 03 12:50:26.501569 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7815a06e-7b90-4da7-86f4-87dd3b4b8c9e req-d7d89914-547a-45a5-b1cf-d52fbcc91dcf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505011 Sep 03 12:50:26.604704 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc249e-07d7-4314-9e74-52b63b80dfcf req-94cb5899-84f2-4c32-9157-4e1023874dc0 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:26.606685 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5ffc249e-07d7-4314-9e74-52b63b80dfcf req-94cb5899-84f2-4c32-9157-4e1023874dc0 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0518916 Sep 03 12:50:26.653599 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5ffc249e-07d7-4314-9e74-52b63b80dfcf req-e47b6b72-b897-464f-9ca9-5cf066017c61 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345080 Sep 03 12:50:27.033278 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172b37c-d9af-446f-9a8a-261030e86e39 req-82ad7242-a1a0-41e8-8f32-2a31304271ea tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:27.034863 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3172b37c-d9af-446f-9a8a-261030e86e39 req-82ad7242-a1a0-41e8-8f32-2a31304271ea tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.0511181 Sep 03 12:50:27.089514 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3172b37c-d9af-446f-9a8a-261030e86e39 req-aa69f65f-cc37-4552-b84d-90714d1b2299 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485239 Sep 03 12:50:27.203926 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067d2ea-512e-4832-8d33-0da7619e469d req-c00774fd-e0f8-4962-b3f3-7fd7906c974f tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:27.205401 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5067d2ea-512e-4832-8d33-0da7619e469d req-c00774fd-e0f8-4962-b3f3-7fd7906c974f tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.22 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0490444 Sep 03 12:50:27.305650 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-5067d2ea-512e-4832-8d33-0da7619e469d req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Deleting port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:50:27.305995 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5067d2ea-512e-4832-8d33-0da7619e469d req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:27.423919 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-5067d2ea-512e-4832-8d33-0da7619e469d req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] For port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3,segment=NetworkSegment(4800c06e-d6c9-422c-a80a-6f5d5e1d4400),segment_id=4800c06e-d6c9-422c-a80a-6f5d5e1d4400)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:27.424590 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5067d2ea-512e-4832-8d33-0da7619e469d req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:27.433312 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7983cca-9519-4083-8b08-a2dbb7f19546 req-5196e73a-1ae6-4011-a076-ae58de3c1418 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:27.434828 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7983cca-9519-4083-8b08-a2dbb7f19546 req-5196e73a-1ae6-4011-a076-ae58de3c1418 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.1003058 Sep 03 12:50:27.446987 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-5067d2ea-512e-4832-8d33-0da7619e469d req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Calling delete_port for 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:50:27.515707 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7983cca-9519-4083-8b08-a2dbb7f19546 req-2c27ae07-cece-4ca1-a0ff-fb568d0fe23f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730591 Sep 03 12:50:27.612442 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf23d23-0653-45c0-a12e-5f74d14cf0ab req-c2f3e0eb-146f-47c4-88d1-d6b6b17d36fb tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:27.614380 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fdf23d23-0653-45c0-a12e-5f74d14cf0ab req-c2f3e0eb-146f-47c4-88d1-d6b6b17d36fb tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 949 time: 0.0826931 Sep 03 12:50:27.643532 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6a817510-3356-4e74-bfd6-9fca98ad16fe req-18b2a7a1-8fe3-462e-8599-05a7351cb97b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687199 Sep 03 12:50:27.648956 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5067d2ea-512e-4832-8d33-0da7619e469d req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:27.663154 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:50:27.670819 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fdf23d23-0653-45c0-a12e-5f74d14cf0ab req-ff4b5bcb-f88c-4265-b014-67be280fd9e9 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/security-groups?id=75fc32b6-9417-41f2-82d7-40f2b49fb478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491099 Sep 03 12:50:27.693907 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc8cb4-0d82-4bbf-9a41-df29f1f9029b req-82a65276-4b2c-48d5-8e3a-4d2bf094cb98 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:27.695477 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0ccc8cb4-0d82-4bbf-9a41-df29f1f9029b req-82a65276-4b2c-48d5-8e3a-4d2bf094cb98 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.1008136 Sep 03 12:50:27.698055 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Pushing event deleted for resources: {'Port': ['ID=21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:27.729243 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817510-3356-4e74-bfd6-9fca98ad16fe req-0ef63f48-913b-4e1d-b62b-678df8198604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:27.730675 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:27.730942 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6a817510-3356-4e74-bfd6-9fca98ad16fe req-0ef63f48-913b-4e1d-b62b-678df8198604 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfaba424f344748b291e9091f6246f&device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 1099 time: 0.0560877 Sep 03 12:50:27.731398 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:27.731986 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:27.733291 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:27.733783 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:27.734294 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:27.735185 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:27.735640 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:27.736089 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:27.736568 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:27.737005 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:27.737454 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:27.767900 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5067d2ea-512e-4832-8d33-0da7619e469d req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] No DVR routers for this DVR port 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 on host hv-cinder-80655 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:50:27.773463 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5067d2ea-512e-4832-8d33-0da7619e469d req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:27.775588 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5067d2ea-512e-4832-8d33-0da7619e469d req-69717fb0-e1ec-4839-b896-66abb3cd4ab4 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.22 "DELETE /v2.0/ports/21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 HTTP/1.1" status: 204 len: 173 time: 0.5606716 Sep 03 12:50:27.776051 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b0b7f0-29b6-4030-9004-96d9a9fb1a0f', 'name': 'network-vif-deleted', 'tag': '21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:50:27.778324 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3413fba5-879c-4eba-b25b-dd3908f5d5a1" -d '{"events": [{"server_uuid": "14b0b7f0-29b6-4030-9004-96d9a9fb1a0f", "name": "network-vif-deleted", "tag": "21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:50:27.802826 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0ccc8cb4-0d82-4bbf-9a41-df29f1f9029b req-9f46a0f5-8d52-446a-85a1-ac69b5ab79c3 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944734 Sep 03 12:50:27.827204 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fd487-b17d-4e50-bfe4-7401d8268973 req-1ab0da92-1a58-4c49-b1e6-dc009fd6bed5 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:27.829494 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-340fd487-b17d-4e50-bfe4-7401d8268973 req-1ab0da92-1a58-4c49-b1e6-dc009fd6bed5 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0625801 Sep 03 12:50:27.857079 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f51717b-cacf-4a72-b2cf-f7f9a6313134 x-openstack-request-id: req-0f51717b-cacf-4a72-b2cf-f7f9a6313134 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:50:27.857476 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b0b7f0-29b6-4030-9004-96d9a9fb1a0f", "name": "network-vif-deleted", "tag": "21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:50:27.857868 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f51717b-cacf-4a72-b2cf-f7f9a6313134 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:50:27.858328 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b0b7f0-29b6-4030-9004-96d9a9fb1a0f', 'name': 'network-vif-deleted', 'tag': '21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3', 'status': 'completed', 'code': 200} Sep 03 12:50:27.870106 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-340fd487-b17d-4e50-bfe4-7401d8268973 req-90776e98-a834-4b11-865a-9066c65fa279 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345356 Sep 03 12:50:28.222357 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c38620-b43c-4dd7-be60-7902ae96bb3a req-69a34f7a-209a-4bde-8c73-e77bd18805d2 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:28.223882 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f1c38620-b43c-4dd7-be60-7902ae96bb3a req-69a34f7a-209a-4bde-8c73-e77bd18805d2 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.0615053 Sep 03 12:50:28.266673 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f1c38620-b43c-4dd7-be60-7902ae96bb3a req-25ee5927-609d-402d-a33e-c8057f8b06d6 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368941 Sep 03 12:50:28.633823 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e914e27-372c-49c8-8423-68aab468fa84 req-7b2fdb14-988f-4917-98f9-25551bfda705 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:28.635343 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0e914e27-372c-49c8-8423-68aab468fa84 req-7b2fdb14-988f-4917-98f9-25551bfda705 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0516264 Sep 03 12:50:28.674416 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0e914e27-372c-49c8-8423-68aab468fa84 req-ab795bbe-b5bd-47b8-a2fd-6ffca3645fa2 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321047 Sep 03 12:50:28.769003 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-34d9edf7-7ce6-4979-8709-064e52fd6b25 req-dba9219e-6e07-4054-9247-d91a27ccc8c9 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 210 time: 0.0252285 Sep 03 12:50:28.922918 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75e3ea-0231-4ae8-b6c1-ad3e2963260f req-a1fe5d26-68a8-44d1-ad67-c5085ed7c7a4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:28.924405 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4e75e3ea-0231-4ae8-b6c1-ad3e2963260f req-a1fe5d26-68a8-44d1-ad67-c5085ed7c7a4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0488272 Sep 03 12:50:28.961916 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4e75e3ea-0231-4ae8-b6c1-ad3e2963260f req-97fe071b-c406-4b54-9473-498c6b3cf09c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315578 Sep 03 12:50:28.988136 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c044d9-37f7-45a3-a4ca-0c8f3a4f8e76 req-d20f7166-2034-4ab4-9d7d-bc52906061a6 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:28.989645 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e8c044d9-37f7-45a3-a4ca-0c8f3a4f8e76 req-d20f7166-2034-4ab4-9d7d-bc52906061a6 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0495942 Sep 03 12:50:29.027359 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e8c044d9-37f7-45a3-a4ca-0c8f3a4f8e76 req-abd415da-a015-41b2-9714-bfd1c5697d9f tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Sep 03 12:50:29.382585 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dcdff-7864-4f9a-92b5-84da20cc10e1 req-190bbe27-b497-494b-a243-33a2926f1fae tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:29.384067 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0b5dcdff-7864-4f9a-92b5-84da20cc10e1 req-190bbe27-b497-494b-a243-33a2926f1fae tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.0511255 Sep 03 12:50:29.420821 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0b5dcdff-7864-4f9a-92b5-84da20cc10e1 req-7dcacdec-d781-4bb9-8b5b-9828150bf727 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301015 Sep 03 12:50:29.792006 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ea760-0aa4-4b51-983d-79e928561a5e req-cf07ae82-a409-4182-8c20-c1b807568ebd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:29.793538 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a36ea760-0aa4-4b51-983d-79e928561a5e req-cf07ae82-a409-4182-8c20-c1b807568ebd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0514467 Sep 03 12:50:29.831661 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a36ea760-0aa4-4b51-983d-79e928561a5e req-b52ab3dd-988b-45ba-97dd-8ec4a2bb9af0 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318985 Sep 03 12:50:29.864161 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-65aaa4f8-21d7-47c7-805c-5edd9d149382 req-e01d0108-cca6-4ba0-aab1-1479767d1c63 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 210 time: 0.0259895 Sep 03 12:50:30.080796 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93dda4-ff9a-40da-afdb-d196d15abbf4 req-e3197f9b-4981-40e2-a141-e4ef0832ea2c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:30.082292 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ee93dda4-ff9a-40da-afdb-d196d15abbf4 req-e3197f9b-4981-40e2-a141-e4ef0832ea2c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 945 time: 0.0495405 Sep 03 12:50:30.120037 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ee93dda4-ff9a-40da-afdb-d196d15abbf4 req-da8ae123-7f49-40fa-9aaa-fe69799bd369 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318687 Sep 03 12:50:30.142738 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1751ddf-33ce-4fb6-830d-772f1f1e8fbb req-f4888a7a-78ae-44f5-8262-54130aaf9e7d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:30.144242 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e1751ddf-33ce-4fb6-830d-772f1f1e8fbb req-f4888a7a-78ae-44f5-8262-54130aaf9e7d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0494232 Sep 03 12:50:30.181266 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e1751ddf-33ce-4fb6-830d-772f1f1e8fbb req-093c6371-2fd7-4d08-b0ed-5d8bf4f97c96 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311990 Sep 03 12:50:30.532478 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006a3a3-ff55-4c23-a1ad-41414a7548fe req-8893b84c-7d05-4e77-8866-fdf60cb7d2f3 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:30.533903 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c006a3a3-ff55-4c23-a1ad-41414a7548fe req-8893b84c-7d05-4e77-8866-fdf60cb7d2f3 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 943 time: 0.0479228 Sep 03 12:50:30.571110 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c006a3a3-ff55-4c23-a1ad-41414a7548fe req-e951df7c-b0bf-4c29-9237-1813cbd3760a tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313146 Sep 03 12:50:30.632467 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 0891058a-5986-4fd3-91f6-127febab8478 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:50:30.716209 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:30.729782 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817510-3356-4e74-bfd6-9fca98ad16fe req-80fbb260-5647-45f6-9411-9cda9ac85787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:30.730989 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6a817510-3356-4e74-bfd6-9fca98ad16fe req-80fbb260-5647-45f6-9411-9cda9ac85787 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 HTTP/1.1" status: 200 len: 920 time: 0.0994356 Sep 03 12:50:30.741747 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0891058a-5986-4fd3-91f6-127febab8478'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:50:30.744126 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f78038c-7389-4c4b-abf9-233157ff656a" -d '{"events": [{"server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "name": "network-vif-unplugged", "status": "completed", "tag": "0891058a-5986-4fd3-91f6-127febab8478"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:50:30.757319 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 0891058a-5986-4fd3-91f6-127febab8478, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=0891058a-5986-4fd3-91f6-127febab8478,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:30.761917 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:30.789012 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 12:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671ff66f-bf14-4244-adbe-3b12560b1c33 x-openstack-request-id: req-671ff66f-bf14-4244-adbe-3b12560b1c33 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:50:30.789314 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "name": "network-vif-unplugged", "status": "completed", "tag": "0891058a-5986-4fd3-91f6-127febab8478", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:50:30.789563 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-671ff66f-bf14-4244-adbe-3b12560b1c33 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:50:30.789946 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0891058a-5986-4fd3-91f6-127febab8478', 'code': 200} Sep 03 12:50:30.799432 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:50:30.826557 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=0891058a-5986-4fd3-91f6-127febab8478,revision_number=8']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:30.831892 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6a817510-3356-4e74-bfd6-9fca98ad16fe req-3a3ce14a-b249-4f1a-ba65-dd2cc46ed0c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf28a561-4962-4492-b838-99c637107a07 HTTP/1.1" status: 200 len: 217 time: 0.0431414 Sep 03 12:50:30.892199 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817510-3356-4e74-bfd6-9fca98ad16fe req-c14c3e7a-372c-4e54-b88a-ffb71209fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:30.893682 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6a817510-3356-4e74-bfd6-9fca98ad16fe req-c14c3e7a-372c-4e54-b88a-ffb71209fd91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a9aeb54-d293-4b41-839b-75ef7d36a819 HTTP/1.1" status: 200 len: 859 time: 0.0545580 Sep 03 12:50:30.923968 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5f882b6f-6037-4ea2-a3cd-7903c20e9b70,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:30.937869 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6a817510-3356-4e74-bfd6-9fca98ad16fe req-482f21b2-a5c1-4667-aa6d-87b3038fd678 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325670 Sep 03 12:50:30.938672 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '5f882b6f-6037-4ea2-a3cd-7903c20e9b70', 'network_id': 'd403c5f3-cb6d-4580-ba6c-d4f6921888d8', 'port_id': '5f882b6f-6037-4ea2-a3cd-7903c20e9b70', 'mac_address': 'fa:16:3e:86:78:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c9b9e2-e641-4e80-b66d-98a10f2a744e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:50:30.973631 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a6ca8-807e-4452-af36-87c077cb11a8 req-387e6ee3-3d67-4c03-af52-52d5ffdbb60f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:30.981093 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fb2a6ca8-807e-4452-af36-87c077cb11a8 req-387e6ee3-3d67-4c03-af52-52d5ffdbb60f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0706460 Sep 03 12:50:30.983766 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:30.996126 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-56aa899c-6f54-4ce7-8625-a06f090ce040 req-72624b03-edd1-41da-83be-208acba39b67 tempest-VolumesNegativeTest-728568384 tempest-VolumesNegativeTest-728568384-project] 10.222.0.23 "GET /v2.0/ports?device_id=14b0b7f0-29b6-4030-9004-96d9a9fb1a0f HTTP/1.1" status: 200 len: 210 time: 0.0375435 Sep 03 12:50:31.000850 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:50:31.026085 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5f882b6f-6037-4ea2-a3cd-7903c20e9b70,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:31.037856 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fb2a6ca8-807e-4452-af36-87c077cb11a8 req-e6ef1503-c573-4dfe-8db5-eb78d36c49a4 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411406 Sep 03 12:50:31.037970 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:31.066086 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6a817510-3356-4e74-bfd6-9fca98ad16fe req-815c386c-6160-42b4-819b-70a2fc06e756 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172676 Sep 03 12:50:31.082525 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=5f882b6f-6037-4ea2-a3cd-7903c20e9b70,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:31.171996 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6a817510-3356-4e74-bfd6-9fca98ad16fe req-5578b589-9f39-417a-a1db-666faff598b4 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902805 Sep 03 12:50:31.267908 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9a3c6-78fe-4880-b326-229fa02d4d87 req-748cb27a-5f2e-4ad6-9c55-0b7b88884392 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:31.269623 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-54f9a3c6-78fe-4880-b326-229fa02d4d87 req-748cb27a-5f2e-4ad6-9c55-0b7b88884392 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.0661998 Sep 03 12:50:31.346212 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-54f9a3c6-78fe-4880-b326-229fa02d4d87 req-075dd844-2ff0-4584-8cc5-df9a865ceccd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539696 Sep 03 12:50:31.360503 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497d95c-b7b2-4c19-a59c-1a45e543914f req-f69ffbe4-9c3b-4d72-817d-aa2ba770e7fa tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:31.369624 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a497d95c-b7b2-4c19-a59c-1a45e543914f req-f69ffbe4-9c3b-4d72-817d-aa2ba770e7fa tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0964432 Sep 03 12:50:31.410351 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a497d95c-b7b2-4c19-a59c-1a45e543914f req-919a3082-7e0c-4fd3-ac0c-c59a11454ce4 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391910 Sep 03 12:50:31.512777 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['5f882b6f-6037-4ea2-a3cd-7903c20e9b70'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:50:31.703657 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d62e9e-6cf9-4280-ad87-22482fd2a2d9 req-9b6eda42-f692-4c24-aa98-83e87343896f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:31.705254 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e8d62e9e-6cf9-4280-ad87-22482fd2a2d9 req-9b6eda42-f692-4c24-aa98-83e87343896f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 944 time: 0.0613308 Sep 03 12:50:31.742928 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e8d62e9e-6cf9-4280-ad87-22482fd2a2d9 req-ea99d07d-cd5e-46b0-b23c-4f9b7fb50bf0 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309768 Sep 03 12:50:31.798773 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 36850) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:31.852847 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Deleting subnet 1a4e8e0f-b525-4b88-bc16-bb537776d54b {{(pid=100322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:50:31.856101 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:31.898451 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9248874'] for subnet, precommit_delete_associations {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:31.940254 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:31.996078 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9347385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10036948'] for subnet, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:32.021196 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a4e8e0f-b525-4b88-bc16-bb537776d54b,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:32.025648 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:32.027878 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1a4e8e0f-b525-4b88-bc16-bb537776d54b HTTP/1.1" status: 204 len: 168 time: 0.2276375 Sep 03 12:50:32.030333 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 36858) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:32.032528 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:32.032876 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:32.033212 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:32.033543 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:32.033868 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:32.034198 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:32.034523 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:32.034884 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:32.035209 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:32.035528 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:32.035846 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:32.036161 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33463f-64ae-4c49-96cf-ec391b5044d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:32.111929 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-64e49972-07c0-4d47-b6fc-2bd91e9253c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:32.150386 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488581e8-b75d-44cc-b509-a4a0e4587d0c req-e03abd49-edeb-4a7e-a56c-ec393b2233c0 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:32.152517 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-488581e8-b75d-44cc-b509-a4a0e4587d0c req-e03abd49-edeb-4a7e-a56c-ec393b2233c0 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0591602 Sep 03 12:50:32.196743 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-64e49972-07c0-4d47-b6fc-2bd91e9253c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:32.200422 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-488581e8-b75d-44cc-b509-a4a0e4587d0c req-fdc6308b-9c1b-4d63-96d7-f48c44a6a50c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378344 Sep 03 12:50:32.207620 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-64e49972-07c0-4d47-b6fc-2bd91e9253c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac12eb5-d5c7-441b-85f5-a28a23f21272']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:32.219040 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-64e49972-07c0-4d47-b6fc-2bd91e9253c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a4a295-9186-4b0f-a2ef-6494946cfe4d') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:32.219344 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-64e49972-07c0-4d47-b6fc-2bd91e9253c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a4a295-9186-4b0f-a2ef-6494946cfe4d') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:32.229602 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-64e49972-07c0-4d47-b6fc-2bd91e9253c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3855491'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:32.244606 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-64e49972-07c0-4d47-b6fc-2bd91e9253c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:32.251576 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e49972-07c0-4d47-b6fc-2bd91e9253c1 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:50:32.252088 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-64e49972-07c0-4d47-b6fc-2bd91e9253c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595558'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: Traceback (most recent call last): Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: timer() Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: cb(*args, **kw) Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: return func(*args, **kwargs) Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: self._notify() Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: self.callback(batched_events) Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: event.method(event) Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: return f(self, *a, **k) Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._get(url).json() Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:50:32.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:50:32.321108 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-64e49972-07c0-4d47-b6fc-2bd91e9253c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:32.339082 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-64e49972-07c0-4d47-b6fc-2bd91e9253c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:32.343325 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-64e49972-07c0-4d47-b6fc-2bd91e9253c1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fac12eb5-d5c7-441b-85f5-a28a23f21272 HTTP/1.1" status: 204 len: 168 time: 0.3116395 Sep 03 12:50:32.344743 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e49972-07c0-4d47-b6fc-2bd91e9253c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fac12eb5-d5c7-441b-85f5-a28a23f21272,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:32.510619 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cb444-89a9-4453-a903-deb178bd4b5e req-48dae9e6-490b-4861-8320-3df53cc20fa2 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:32.512536 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-894cb444-89a9-4453-a903-deb178bd4b5e req-48dae9e6-490b-4861-8320-3df53cc20fa2 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0965405 Sep 03 12:50:32.546926 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c607-9267-43af-8b00-655ff15ffa11 req-012afee8-4d13-4a88-ac19-1e5455784e69 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:32.577603 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-894cb444-89a9-4453-a903-deb178bd4b5e req-1b4cb5f6-aef1-41a6-be4b-b123bb146c6d tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568740 Sep 03 12:50:32.590419 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f0c6c607-9267-43af-8b00-655ff15ffa11 req-012afee8-4d13-4a88-ac19-1e5455784e69 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.1371441 Sep 03 12:50:32.656771 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f0c6c607-9267-43af-8b00-655ff15ffa11 req-495c2cad-04af-4e32-9e8f-52fabe5bfada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645359 Sep 03 12:50:32.714942 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c4d97-efe0-40f8-a840-34eaa1fb5232 req-a362e789-e4fa-4491-82b4-e84e2c58d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:32.717402 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec5c4d97-efe0-40f8-a840-34eaa1fb5232 req-a362e789-e4fa-4491-82b4-e84e2c58d709 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7d060594d0645abb0e087e7bb9ffe5d&device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 1098 time: 0.1282294 Sep 03 12:50:32.722183 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 36928) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:32.781223 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-1c83fe2d-fe01-46b0-b278-aa9b2e499187 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=129d6f42abb6468c8b57e1bb54985084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576019 Sep 03 12:50:32.784860 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 36946) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:32.808739 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:50:32.872414 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd60d0-10a8-487a-a5d3-fc356099df84 req-9e3e1194-7c12-4e6e-9146-6f4a92f1d016 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:32.874171 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-03dd60d0-10a8-487a-a5d3-fc356099df84 req-9e3e1194-7c12-4e6e-9146-6f4a92f1d016 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1716526 Sep 03 12:50:32.876452 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:32.889146 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:32.889146 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:32.954260 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c4d97-efe0-40f8-a840-34eaa1fb5232 req-b14830db-ba57-4117-8548-01f1a1caf80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:32.955797 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec5c4d97-efe0-40f8-a840-34eaa1fb5232 req-b14830db-ba57-4117-8548-01f1a1caf80c service neutron] 10.222.0.22 "GET /v2.0/networks?id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1 HTTP/1.1" status: 200 len: 912 time: 0.2112298 Sep 03 12:50:32.963082 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-780be2d6-a305-4320-abce-529d4e718877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:32.970308 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-03dd60d0-10a8-487a-a5d3-fc356099df84 req-cedeb596-7ce3-4b3a-b62f-b9f02aca8ebf tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827539 Sep 03 12:50:33.008554 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:33.048875 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-780be2d6-a305-4320-abce-529d4e718877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:33.060017 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a84c3fd-83d8-45c7-b093-89caeab92966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f882b6f-6037-4ea2-a3cd-7903c20e9b70'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:50:33.069781 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bda3b8d-c01f-45c6-9c4c-fedcdacf5362" -d '{"events": [{"server_uuid": "1a84c3fd-83d8-45c7-b093-89caeab92966", "name": "network-vif-plugged", "status": "completed", "tag": "5f882b6f-6037-4ea2-a3cd-7903c20e9b70"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:50:33.093221 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec5c4d97-efe0-40f8-a840-34eaa1fb5232 req-6330fcd3-aa64-4012-9942-5fb38b794298 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa HTTP/1.1" status: 200 len: 1000 time: 0.1269920 Sep 03 12:50:33.109503 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5f882b6f-6037-4ea2-a3cd-7903c20e9b70,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:33.115169 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:33.116236 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:50:33.198364 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:50:33.199428 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 21044c17-e77c-4d7b-8f4d-b6e5d27cd0d3 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:50:33.203068 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544a135c-611c-40b0-bd10-37196ea40dcf x-openstack-request-id: req-544a135c-611c-40b0-bd10-37196ea40dcf {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:50:33.203576 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a84c3fd-83d8-45c7-b093-89caeab92966", "name": "network-vif-plugged", "status": "completed", "tag": "5f882b6f-6037-4ea2-a3cd-7903c20e9b70", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:50:33.203931 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-544a135c-611c-40b0-bd10-37196ea40dcf {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:50:33.204779 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a84c3fd-83d8-45c7-b093-89caeab92966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f882b6f-6037-4ea2-a3cd-7903c20e9b70', 'code': 200} Sep 03 12:50:33.258728 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c4d97-efe0-40f8-a840-34eaa1fb5232 req-498f9c8c-02de-48dd-8ce1-8e5fea28aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:33.258728 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec5c4d97-efe0-40f8-a840-34eaa1fb5232 req-498f9c8c-02de-48dd-8ce1-8e5fea28aabd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f804e94f-4cdc-4875-a25a-f1c5b250b678 HTTP/1.1" status: 200 len: 850 time: 0.1437504 Sep 03 12:50:33.299393 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a894d57-98fb-4135-8fe3-27d1897b3540 req-90dbeb8f-dfac-4048-bba3-d89c7e0408b2 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:33.306541 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7a894d57-98fb-4135-8fe3-27d1897b3540 req-90dbeb8f-dfac-4048-bba3-d89c7e0408b2 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 945 time: 0.1877477 Sep 03 12:50:33.310002 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=5f882b6f-6037-4ea2-a3cd-7903c20e9b70,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:33.353303 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-780be2d6-a305-4320-abce-529d4e718877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:33.355810 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-780be2d6-a305-4320-abce-529d4e718877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:33.356929 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-780be2d6-a305-4320-abce-529d4e718877 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc HTTP/1.1" status: 204 len: 168 time: 0.5652652 Sep 03 12:50:33.393256 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780be2d6-a305-4320-abce-529d4e718877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ef9ca3-4005-4b9f-8dc3-8f583a5f2ebc,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:33.407629 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7a894d57-98fb-4135-8fe3-27d1897b3540 req-c88f70e8-3188-446a-974c-da5d3f61a5c9 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996609 Sep 03 12:50:33.411069 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c4d97-efe0-40f8-a840-34eaa1fb5232 req-1af4596d-5e8e-462c-998b-acfbf67eab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:33.412900 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec5c4d97-efe0-40f8-a840-34eaa1fb5232 req-1af4596d-5e8e-462c-998b-acfbf67eab77 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1385264 Sep 03 12:50:33.449905 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [req-af35fa54-0a41-4576-9cb9-0f0f47a4c572 req-108765b7-759e-42a8-ad14-5fff025aa759 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:50:33.457763 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-af35fa54-0a41-4576-9cb9-0f0f47a4c572 req-108765b7-759e-42a8-ad14-5fff025aa759 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133448 Sep 03 12:50:33.483437 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a246d2c-492c-4be0-8ed1-966db67ab7b8 req-2788f83e-a4de-49c7-a9fd-de5c296887b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:33.487743 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7a246d2c-492c-4be0-8ed1-966db67ab7b8 req-2788f83e-a4de-49c7-a9fd-de5c296887b2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 1098 time: 0.1083541 Sep 03 12:50:33.530985 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec5c4d97-efe0-40f8-a840-34eaa1fb5232 req-81ae38b7-5484-4e73-98e7-103272801b18 service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088293 Sep 03 12:50:33.561890 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7a246d2c-492c-4be0-8ed1-966db67ab7b8 req-d258d314-9199-45a0-ba66-009be83a35cd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563889 Sep 03 12:50:33.706533 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec5c4d97-efe0-40f8-a840-34eaa1fb5232 req-70012d32-edeb-409d-8212-be956dd770cb service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634319 Sep 03 12:50:33.748893 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1351f-2ba8-4500-a9d1-693f49262131 req-454f6843-b1ef-4070-9a44-681a636db4f7 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:33.755976 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f1a1351f-2ba8-4500-a9d1-693f49262131 req-454f6843-b1ef-4070-9a44-681a636db4f7 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0735636 Sep 03 12:50:33.816028 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046564d-8f60-485d-b745-79b16f330997 req-d20fc44e-1905-4f03-bcb2-7ca730a00308 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:33.818618 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f1a1351f-2ba8-4500-a9d1-693f49262131 req-8544bc48-1019-448d-9177-3dbbf17dc810 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615077 Sep 03 12:50:33.825390 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2046564d-8f60-485d-b745-79b16f330997 req-d20fc44e-1905-4f03-bcb2-7ca730a00308 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.1176441 Sep 03 12:50:33.870527 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2046564d-8f60-485d-b745-79b16f330997 req-a220ba82-321f-476b-8843-dc58af9cad17 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414689 Sep 03 12:50:34.132474 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f05e7-f0d3-4d7b-817f-8a8f36a83c13 req-9050e082-58b6-48bc-9aa6-1991ae9a009d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:34.133919 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-765f05e7-f0d3-4d7b-817f-8a8f36a83c13 req-9050e082-58b6-48bc-9aa6-1991ae9a009d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0541377 Sep 03 12:50:34.191165 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-765f05e7-f0d3-4d7b-817f-8a8f36a83c13 req-4ffb3a22-fa64-46a1-b008-f498dd24f4a2 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457001 Sep 03 12:50:34.264224 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37102) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:34.401484 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-089edc03-6d23-4f9d-aca6-a15f9afa412e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1360610 Sep 03 12:50:34.407456 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-a264ca25-c902-4c4a-8741-1d1217810ca0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:50:34.413679 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-a264ca25-c902-4c4a-8741-1d1217810ca0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098867 Sep 03 12:50:34.561104 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98425b-fe9a-48d2-81fc-c538885973c6 req-42970350-eed6-4204-b877-22476d5ccd38 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:34.570004 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5d98425b-fe9a-48d2-81fc-c538885973c6 req-42970350-eed6-4204-b877-22476d5ccd38 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 945 time: 0.0698199 Sep 03 12:50:34.636034 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5d98425b-fe9a-48d2-81fc-c538885973c6 req-5e13fce2-5a62-423d-b147-3c4bc5dd045e tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582976 Sep 03 12:50:34.807386 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 0891058a-5986-4fd3-91f6-127febab8478 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:50:35.010819 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229b545-afd2-4d55-b5bf-08b74f48cd07 req-1d369107-3754-479b-b5d4-b6aa82ec9c21 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:35.019371 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1229b545-afd2-4d55-b5bf-08b74f48cd07 req-1d369107-3754-479b-b5d4-b6aa82ec9c21 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0702798 Sep 03 12:50:35.062494 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1229b545-afd2-4d55-b5bf-08b74f48cd07 req-eab3d19e-ab60-43c6-8cc8-ef55a95e4971 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416734 Sep 03 12:50:35.222073 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01167bca-112f-470b-a80d-3ea6f6d86bf1 req-1fe579fe-6e1a-4067-9c5f-2fe07d9a9c6c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:35.224093 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-01167bca-112f-470b-a80d-3ea6f6d86bf1 req-1fe579fe-6e1a-4067-9c5f-2fe07d9a9c6c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.1019523 Sep 03 12:50:35.274161 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-01167bca-112f-470b-a80d-3ea6f6d86bf1 req-2431d5cb-4be1-4c35-a032-7f46baa04290 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431530 Sep 03 12:50:35.390860 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66cff5-2537-4a13-b857-75638809f0a6 req-1c175180-8b1c-4ae8-b2cd-8181ef2b3f50 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:35.392374 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6e66cff5-2537-4a13-b857-75638809f0a6 req-1c175180-8b1c-4ae8-b2cd-8181ef2b3f50 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0513237 Sep 03 12:50:35.432158 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6e66cff5-2537-4a13-b857-75638809f0a6 req-be7bfe81-b5cb-4a6b-b340-cc723d8ef98b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339170 Sep 03 12:50:35.752418 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee21cf-38c1-4c7a-8e20-b3b50ae2bf32 req-671f7cad-2d07-4774-af30-807153ec5bcc tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:35.755093 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e5ee21cf-38c1-4c7a-8e20-b3b50ae2bf32 req-671f7cad-2d07-4774-af30-807153ec5bcc tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 945 time: 0.0580790 Sep 03 12:50:35.797951 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e5ee21cf-38c1-4c7a-8e20-b3b50ae2bf32 req-7d683f4f-15a7-4aeb-826d-59b179c0ac45 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348353 Sep 03 12:50:36.401204 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c29d41-43a3-4936-951b-380ac7ae7190 req-dad385de-99ef-469f-9411-cb50f6c80bfd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:36.402727 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-81c29d41-43a3-4936-951b-380ac7ae7190 req-dad385de-99ef-469f-9411-cb50f6c80bfd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.0526967 Sep 03 12:50:36.445887 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-81c29d41-43a3-4936-951b-380ac7ae7190 req-68ee2a60-8a38-495d-b51b-a542a561b69b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356908 Sep 03 12:50:36.548908 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b8009-da12-4591-b162-6e3759db9af3 req-b5c26315-f997-47e1-8586-0e68a5eda120 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:36.550374 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c3b8009-da12-4591-b162-6e3759db9af3 req-b5c26315-f997-47e1-8586-0e68a5eda120 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0475271 Sep 03 12:50:36.638561 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c3b8009-da12-4591-b162-6e3759db9af3 req-a454cf2b-0811-4984-8399-672527c5d251 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822923 Sep 03 12:50:36.665828 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-f918e012-2e42-4659-80b6-bf5db2e0e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:36.667261 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-f918e012-2e42-4659-80b6-bf5db2e0e427 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e&tenant_id=4442a0ebb15444b3a4022331e04ec01f HTTP/1.1" status: 200 len: 1096 time: 0.0901606 Sep 03 12:50:36.735921 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-ca0b0161-0a79-4a17-829a-2ea5a5b90aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:36.737383 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-ca0b0161-0a79-4a17-829a-2ea5a5b90aa9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 1096 time: 0.0400128 Sep 03 12:50:36.843401 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-c9033a29-11f3-4e3f-950f-054233041640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:36.844857 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-c9033a29-11f3-4e3f-950f-054233041640 service neutron] 10.222.0.22 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 918 time: 0.0936401 Sep 03 12:50:36.936671 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37266) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:36.939951 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-0150c2a9-d39d-4439-ab59-888ec2b55a44 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0891058a-5986-4fd3-91f6-127febab8478 HTTP/1.1" status: 200 len: 998 time: 0.0872860 Sep 03 12:50:36.996250 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-cb805738-d16f-4748-aed3-0d1ac25716f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:36.998324 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-cb805738-d16f-4748-aed3-0d1ac25716f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4be00016-73eb-4e38-a677-5146d2de1cfc HTTP/1.1" status: 200 len: 856 time: 0.0500591 Sep 03 12:50:37.054582 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-7cfffead-0413-499c-8432-b690eb2587d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:37.055933 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a047f8e5-9d93-489e-8c2a-33180e094b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:37.056387 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-7cfffead-0413-499c-8432-b690eb2587d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03b07e36-ec05-49cc-9fef-b0924281e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493963 Sep 03 12:50:37.158220 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37274) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:37.167117 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a047f8e5-9d93-489e-8c2a-33180e094b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:37.171944 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a047f8e5-9d93-489e-8c2a-33180e094b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:37.175432 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-63b5dd9d-c122-4892-8447-26144e7ef023 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075916 Sep 03 12:50:37.201893 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a047f8e5-9d93-489e-8c2a-33180e094b91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=711c0a5769f346709ea9df196c86e67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612760 Sep 03 12:50:37.204677 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37280) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:37.249748 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047f8e5-9d93-489e-8c2a-33180e094b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9af1bc-9589-4859-a734-bd3aa35acf81,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:37.281673 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-edccc1d4-5369-44c0-bf47-9bad27328ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:37.303999 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-edccc1d4-5369-44c0-bf47-9bad27328ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:37.319809 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-06be03d7-bf3a-4ea1-8341-775a97318aa8 req-765f374f-8db6-46ad-8d4a-4d5458a88bda service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331913 Sep 03 12:50:37.345046 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-0ebbc2ee-7866-4d68-87a6-f18731def18a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b89f0cd2ea244c97807b1f2279de118d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854696 Sep 03 12:50:37.347449 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37284) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:37.377335 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-edccc1d4-5369-44c0-bf47-9bad27328ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:37.379766 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-edccc1d4-5369-44c0-bf47-9bad27328ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:37.380900 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-edccc1d4-5369-44c0-bf47-9bad27328ea5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e9af1bc-9589-4859-a734-bd3aa35acf81 HTTP/1.1" status: 204 len: 168 time: 0.1753156 Sep 03 12:50:37.397007 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccc1d4-5369-44c0-bf47-9bad27328ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9af1bc-9589-4859-a734-bd3aa35acf81,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:37.418486 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f3697833-5768-4d85-8aed-d3fb217c5653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:37.446033 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f3697833-5768-4d85-8aed-d3fb217c5653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:37.548879 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f3697833-5768-4d85-8aed-d3fb217c5653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:37.554162 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f3697833-5768-4d85-8aed-d3fb217c5653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:37.555332 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-f3697833-5768-4d85-8aed-d3fb217c5653 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75fc32b6-9417-41f2-82d7-40f2b49fb478 HTTP/1.1" status: 204 len: 168 time: 0.2069669 Sep 03 12:50:37.602101 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3697833-5768-4d85-8aed-d3fb217c5653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fc32b6-9417-41f2-82d7-40f2b49fb478,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:37.707500 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03766488-081e-45ca-aa36-ea932b1a52cb req-c6b859ed-718d-4aa0-828f-4752e1af6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:37.708975 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-03766488-081e-45ca-aa36-ea932b1a52cb req-c6b859ed-718d-4aa0-828f-4752e1af6270 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 1098 time: 0.2101755 Sep 03 12:50:37.721494 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e83b19-d2a8-438e-9b84-9762fa2eeaf2 req-e5f4c695-855b-450e-8ffb-39b2e2eea736 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:37.727277 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d4e83b19-d2a8-438e-9b84-9762fa2eeaf2 req-e5f4c695-855b-450e-8ffb-39b2e2eea736 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.1023858 Sep 03 12:50:37.769436 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-03766488-081e-45ca-aa36-ea932b1a52cb req-f72da80f-f7c9-4d00-9c45-84ff3e63078c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337822 Sep 03 12:50:37.807951 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d4e83b19-d2a8-438e-9b84-9762fa2eeaf2 req-ec1dfc5e-dd9c-4c47-9dce-8a00716dd31b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541985 Sep 03 12:50:37.933239 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cf919-7e35-455d-8c44-bb3ed10d3dda req-39adc67d-dd1d-47da-96c6-80915155ebb8 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:37.936535 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-911cf919-7e35-455d-8c44-bb3ed10d3dda req-39adc67d-dd1d-47da-96c6-80915155ebb8 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0597534 Sep 03 12:50:37.946138 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39642939-58e7-4a9c-b757-7d1c4d35dd45 req-dc4db447-e688-4d63-afc5-8ed9953ecb0e tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:37.947827 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-39642939-58e7-4a9c-b757-7d1c4d35dd45 req-dc4db447-e688-4d63-afc5-8ed9953ecb0e tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 946 time: 0.0597420 Sep 03 12:50:37.994960 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-39642939-58e7-4a9c-b757-7d1c4d35dd45 req-37a0bb76-97d5-4e63-b8a9-0797f61c4fb6 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400739 Sep 03 12:50:37.995623 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37330) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:38.011286 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-911cf919-7e35-455d-8c44-bb3ed10d3dda req-ce9ebfd9-9ea5-4d58-be40-de4c33e1e6e2 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690501 Sep 03 12:50:38.132625 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a181c6df-7c4e-428e-85cb-ed17b9d5e4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:38.293412 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a181c6df-7c4e-428e-85cb-ed17b9d5e4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:38.300076 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a181c6df-7c4e-428e-85cb-ed17b9d5e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:38.340744 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181c6df-7c4e-428e-85cb-ed17b9d5e4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d00b31-2e05-4afe-8279-7e171210bd5b,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:38.365033 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-a181c6df-7c4e-428e-85cb-ed17b9d5e4c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dacb78b6af74200bc0d5c22fa1334b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680751 Sep 03 12:50:38.367985 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37354) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:38.469075 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-63a0e81f-0daf-43de-bbb6-23d819700fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:38.548287 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-63a0e81f-0daf-43de-bbb6-23d819700fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:38.646590 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-63a0e81f-0daf-43de-bbb6-23d819700fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:38.649773 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-63a0e81f-0daf-43de-bbb6-23d819700fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:38.653305 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-63a0e81f-0daf-43de-bbb6-23d819700fbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69d00b31-2e05-4afe-8279-7e171210bd5b HTTP/1.1" status: 204 len: 168 time: 0.2820082 Sep 03 12:50:38.664033 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0e81f-0daf-43de-bbb6-23d819700fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d00b31-2e05-4afe-8279-7e171210bd5b,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:39.013163 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c76e29-9787-413a-a654-6c52f276f88b req-b71e0f6f-11a4-43da-a138-b5e573442b17 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:39.024240 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b0c76e29-9787-413a-a654-6c52f276f88b req-b71e0f6f-11a4-43da-a138-b5e573442b17 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.0870252 Sep 03 12:50:39.122094 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b0c76e29-9787-413a-a654-6c52f276f88b req-2ef9584f-dc14-427e-b09c-f3ad92e5aaf1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830743 Sep 03 12:50:39.233271 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0c827-41bd-4333-8b1d-d2f5f5312784 req-1bd42aa8-be3a-4658-ae58-ba573eff8fb9 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:39.238928 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37386) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:39.246498 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7fd0c827-41bd-4333-8b1d-d2f5f5312784 req-1bd42aa8-be3a-4658-ae58-ba573eff8fb9 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 946 time: 0.1252341 Sep 03 12:50:39.287439 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857ce4b-5db9-4783-9546-eb7fc0f825b3 req-34bd44cf-9897-4357-9da9-a9f774bdecac tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:39.297180 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b857ce4b-5db9-4783-9546-eb7fc0f825b3 req-34bd44cf-9897-4357-9da9-a9f774bdecac tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0938430 Sep 03 12:50:39.329271 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7fd0c827-41bd-4333-8b1d-d2f5f5312784 req-3162c87e-78ca-480c-8797-8a8566995dcc tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818372 Sep 03 12:50:39.357556 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b857ce4b-5db9-4783-9546-eb7fc0f825b3 req-90fd26e5-e559-42b3-860e-c6d5f57c2413 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558555 Sep 03 12:50:39.438108 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1283081698-network', 'tenant_id': '249950e2371f403a95f0713db8fb04f4'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:39.466169 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Made reservation on behalf of 249950e2371f403a95f0713db8fb04f4 for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:50:39.474132 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:39.494420 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:39.631793 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:39.637237 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:39.658275 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:50:39.688170 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3a0a8d-153f-43f1-94ba-fb957f3aada7,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:39.695635 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:39.696282 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Added segment c32af502-1f10-4fd4-a3d8-c4e64ec16936 of type vlan for network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 Sep 03 12:50:39.755938 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:39.812731 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:39.813959 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:39.814727 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:39.906390 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] Pushing event updated for resources: {'Network': ['ID=0d7fd992-c0aa-4c99-be55-c8a6e3baf115,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:39.920674 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:50:39.927190 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37412) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:39.928371 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-56bed41e-6e96-4182-b8f5-cd2f196b2f1e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6879566 Sep 03 12:50:39.933076 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-99282d51-9225-41b9-bad0-78a35f7686ce admin admin] Request body: {'subnet': {'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1283081698-subnet', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'ip_version': 4}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:39.985061 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99282d51-9225-41b9-bad0-78a35f7686ce admin admin] Made reservation on behalf of 249950e2371f403a95f0713db8fb04f4 for: {'subnet': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:50:39.990979 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99282d51-9225-41b9-bad0-78a35f7686ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10036977'] for subnet, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.178824 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37422) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:40.338331 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1595884666-network', 'tenant_id': '629ca63105674d199c7db24d3ee4918e'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:40.347779 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b734d-79c1-4fb5-a4cd-a035498332e4 req-57714b79-bcd5-441b-8c9f-3f0906ceb4fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:40.361872 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Made reservation on behalf of 629ca63105674d199c7db24d3ee4918e for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:50:40.363637 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.365108 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a65b734d-79c1-4fb5-a4cd-a035498332e4 req-57714b79-bcd5-441b-8c9f-3f0906ceb4fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.1118639 Sep 03 12:50:40.372670 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99282d51-9225-41b9-bad0-78a35f7686ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9347576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10036959'] for subnet, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.373158 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.509552 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f04ab2-04e7-4c67-9d82-da05f1b92ffb req-d60cf0d9-0faa-45eb-958b-8f2b4983c186 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:40.510984 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e1f04ab2-04e7-4c67-9d82-da05f1b92ffb req-d60cf0d9-0faa-45eb-958b-8f2b4983c186 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 946 time: 0.0757570 Sep 03 12:50:40.541825 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a65b734d-79c1-4fb5-a4cd-a035498332e4 req-8a20ba2d-eafd-4561-882d-8cfba20cffd4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1758285 Sep 03 12:50:40.542630 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.544040 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99282d51-9225-41b9-bad0-78a35f7686ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e91bcd-437f-41ff-a010-04098e986172,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:40.553751 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.554727 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99282d51-9225-41b9-bad0-78a35f7686ce admin admin] Checking segment: {'id': 'c32af502-1f10-4fd4-a3d8-c4e64ec16936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:40.555151 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99282d51-9225-41b9-bad0-78a35f7686ce admin admin] Network hostable DHCP agents. Network: 0d7fd992-c0aa-4c99-be55-c8a6e3baf115, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:50:40.587624 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99282d51-9225-41b9-bad0-78a35f7686ce admin admin] Network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:50:40.597837 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:50:40.607712 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-99282d51-9225-41b9-bad0-78a35f7686ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, 0d7fd992-c0aa-4c99-be55-c8a6e3baf115) {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:40.612759 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99282d51-9225-41b9-bad0-78a35f7686ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:40.613396 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99282d51-9225-41b9-bad0-78a35f7686ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.620995 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a05684-8876-4c53-8f5f-6c60495a2aae None None] Network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:50:40.627666 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e1f04ab2-04e7-4c67-9d82-da05f1b92ffb req-eee84d3b-b6af-4fef-88e7-f10945995448 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037891 Sep 03 12:50:40.633702 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.634539 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Added segment 8679da78-3c2a-45d0-a055-29fdd1792662 of type vlan for network b8546ecf-6791-4078-b22d-5b780e95646c Sep 03 12:50:40.636818 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ec9069-88d1-42e9-8a62-de394bdb7520,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:40.649670 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-99282d51-9225-41b9-bad0-78a35f7686ce admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7212331 Sep 03 12:50:40.668612 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37430) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:40.673560 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:40.724848 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe48418-442b-4c04-b221-0ef9c7647764 req-60295619-7144-45e4-bf17-b694ff2f0959 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:40.725078 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.743417 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-dfe48418-442b-4c04-b221-0ef9c7647764 req-60295619-7144-45e4-bf17-b694ff2f0959 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1051385 Sep 03 12:50:40.782474 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.783583 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:40.784455 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.793428 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-dfe48418-442b-4c04-b221-0ef9c7647764 req-dd8fd217-fe55-4a3b-a4c7-1c440e789c1f tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486882 Sep 03 12:50:40.812014 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.813313 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8009'] for router, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.847397 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6669323 Sep 03 12:50:40.850258 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37432) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:40.855527 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-08f23c30-02fc-4e64-a3c4-831dfe9d4b37 admin admin] Request body: {'subnet': {'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1595884666-subnet', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'ip_version': 4}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:40.876848 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ebb6a-ac87-5fb7-bcbd-f6ecf5eb81ac-0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'fixed_ips': [{'subnet_id': 'f5e91bcd-437f-41ff-a010-04098e986172'}]}} from dv-cinder-806559-6-iscsi. {{(pid=100323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:50:40.877738 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.889583 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f23c30-02fc-4e64-a3c4-831dfe9d4b37 admin admin] Made reservation on behalf of 629ca63105674d199c7db24d3ee4918e for: {'subnet': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:50:40.897463 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-08f23c30-02fc-4e64-a3c4-831dfe9d4b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10036977'] for subnet, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.909018 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69119fba-0e7e-4c73-9694-01956ad537e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b8546ecf-6791-4078-b22d-5b780e95646c,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:40.922463 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network b8546ecf-6791-4078-b22d-5b780e95646c details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:50:40.963898 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:41.176103 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:41.495259 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.db_base_plugin_common [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Allocated IP 172.20.0.2 (0d7fd992-c0aa-4c99-be55-c8a6e3baf115/f5e91bcd-437f-41ff-a010-04098e986172/66c0ebde-ba5c-4713-be6e-082251a6bfa4) {{(pid=100323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:41.496059 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-08f23c30-02fc-4e64-a3c4-831dfe9d4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9347576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10036959'] for subnet, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:41.582512 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f23c30-02fc-4e64-a3c4-831dfe9d4b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b14272e-3c2f-4c5c-9b35-611224485ef1,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:41.644234 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f23c30-02fc-4e64-a3c4-831dfe9d4b37 admin admin] Checking segment: {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:41.646007 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f23c30-02fc-4e64-a3c4-831dfe9d4b37 admin admin] Network hostable DHCP agents. Network: b8546ecf-6791-4078-b22d-5b780e95646c, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:50:41.685359 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f23c30-02fc-4e64-a3c4-831dfe9d4b37 admin admin] Network b8546ecf-6791-4078-b22d-5b780e95646c is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:50:41.719586 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-08f23c30-02fc-4e64-a3c4-831dfe9d4b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, b8546ecf-6791-4078-b22d-5b780e95646c) {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:41.724010 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f23c30-02fc-4e64-a3c4-831dfe9d4b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:41.724599 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-08f23c30-02fc-4e64-a3c4-831dfe9d4b37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:41.732844 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a86b945-72e1-43c5-9294-7f3dbab03577 None None] Network b8546ecf-6791-4078-b22d-5b780e95646c requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:50:41.768467 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-08f23c30-02fc-4e64-a3c4-831dfe9d4b37 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9145525 Sep 03 12:50:41.768743 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37448) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:41.787699 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:41.831038 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:41.882023 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:41.908652 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:41.914910 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8009'] for router, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:41.944589 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40041d-b540-458a-86d9-a1a15bd8d35c req-c8a57c9d-c536-4d59-ae4e-5de22707e21c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:41.946228 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8e40041d-b540-458a-86d9-a1a15bd8d35c req-c8a57c9d-c536-4d59-ae4e-5de22707e21c tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 946 time: 0.1552348 Sep 03 12:50:41.952482 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Notify callbacks [] for port, precommit_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:41.986545 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Transition to ACTIVE for port object 66c0ebde-ba5c-4713-be6e-082251a6bfa4 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:41.992373 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71546dc-eed5-4b71-9734-e6c492a797d5 req-0cb4180e-9419-4af1-9ba8-3028f23efc19 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:41.993964 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c71546dc-eed5-4b71-9734-e6c492a797d5 req-0cb4180e-9419-4af1-9ba8-3028f23efc19 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.3402731 Sep 03 12:50:42.041964 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Transition to ACTIVE for port object 66c0ebde-ba5c-4713-be6e-082251a6bfa4 will not be triggered until provisioned by entity DHCP. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:42.058817 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8e40041d-b540-458a-86d9-a1a15bd8d35c req-401e3964-1573-4593-8d79-ed1b85a0399f tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980325 Sep 03 12:50:42.061634 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:42.115567 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c71546dc-eed5-4b71-9734-e6c492a797d5 req-bdaf1399-2fa6-4ccc-ab9c-2fc324c9fbe1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993314 Sep 03 12:50:42.136682 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:42.202827 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 is already hosted by enough agents. {{(pid=100323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:42.208176 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.base_scheduler [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Resources bound (agent type, host, resource id): {{(pid=100323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:42.236432 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Allocated IP 172.27.0.154 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/7594dc1a-0465-4e47-885e-20cb475d8347) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:42.269897 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Received port after_create {{(pid=100323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:50:42.302871 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Pushing event updated for resources: {'Port': ['ID=66c0ebde-ba5c-4713-be6e-082251a6bfa4,revision_number=1']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:42.337628 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ebb6a-ac87-5fb7-bcbd-f6ecf5eb81ac-b8546ecf-6791-4078-b22d-5b780e95646c', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1'}]}} from dv-cinder-806559-6-iscsi. {{(pid=100323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:50:42.338938 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:42.364176 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:42.414457 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:42.460933 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Attempting to bind port 66c0ebde-ba5c-4713-be6e-082251a6bfa4 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:50:42.461705 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Attempting to bind port 66c0ebde-ba5c-4713-be6e-082251a6bfa4 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': 'c32af502-1f10-4fd4-a3d8-c4e64ec16936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:50:42.462366 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Attempting to bind port 66c0ebde-ba5c-4713-be6e-082251a6bfa4 on network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:50:42.473990 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:42.475941 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:50:42.476623 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Checking segment: {'id': 'c32af502-1f10-4fd4-a3d8-c4e64ec16936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:42.477254 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:42.477876 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Bound using segment: {'id': 'c32af502-1f10-4fd4-a3d8-c4e64ec16936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:50:42.478611 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Bound port: 66c0ebde-ba5c-4713-be6e-082251a6bfa4, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32af502-1f10-4fd4-a3d8-c4e64ec16936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:50:42.478962 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:42.479484 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:42.483044 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:42.487775 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:50:42.526624 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Pushing event updated for resources: {'Port': ['ID=7594dc1a-0465-4e47-885e-20cb475d8347,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:42.542361 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7e1b-052f-48a1-8112-7d434c3be2bd req-9fd247f9-cbbe-400d-83da-d6ccb43251fa tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:42.544684 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4b3a7e1b-052f-48a1-8112-7d434c3be2bd req-9fd247f9-cbbe-400d-83da-d6ccb43251fa tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.2656252 Sep 03 12:50:42.602459 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4b3a7e1b-052f-48a1-8112-7d434c3be2bd req-134e206f-3e60-4729-88f6-8670de90c70a tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484324 Sep 03 12:50:42.630728 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] For port 66c0ebde-ba5c-4713-be6e-082251a6bfa4, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:50:42.633404 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.db_base_plugin_common [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Allocated IP 172.20.0.2 (b8546ecf-6791-4078-b22d-5b780e95646c/5b14272e-3c2f-4c5c-9b35-611224485ef1/2f3609a5-4491-4fc8-896e-b202d806a8c8) {{(pid=100323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:42.636496 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] For port 66c0ebde-ba5c-4713-be6e-082251a6bfa4, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=66c0ebde-ba5c-4713-be6e-082251a6bfa4,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:50:42.649119 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:42.901850 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904e652-c091-49f8-be8e-1f855794ab73 None None] Pushing event updated for resources: {'Port': ['ID=66c0ebde-ba5c-4713-be6e-082251a6bfa4,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:42.940639 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:42.977286 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:43.072238 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:43.124909 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Notify callbacks [] for port, precommit_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:43.152791 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Transition to ACTIVE for port object 2f3609a5-4491-4fc8-896e-b202d806a8c8 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:43.226986 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Transition to ACTIVE for port object 2f3609a5-4491-4fc8-896e-b202d806a8c8 will not be triggered until provisioned by entity DHCP. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:43.248623 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:43.334628 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Allocated IP 172.27.0.138 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/01e5d994-206f-472c-be5d-2507e226215e) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:43.420372 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Pushing event updated for resources: {'Port': ['ID=2f3609a5-4491-4fc8-896e-b202d806a8c8,revision_number=1']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:43.438168 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Network b8546ecf-6791-4078-b22d-5b780e95646c is already hosted by enough agents. {{(pid=100323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:43.440841 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.base_scheduler [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Resources bound (agent type, host, resource id): {{(pid=100323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:43.442730 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Received port after_create {{(pid=100323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:50:43.543284 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Attempting to bind port 2f3609a5-4491-4fc8-896e-b202d806a8c8 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:50:43.543708 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Attempting to bind port 2f3609a5-4491-4fc8-896e-b202d806a8c8 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:50:43.544116 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Attempting to bind port 2f3609a5-4491-4fc8-896e-b202d806a8c8 on network b8546ecf-6791-4078-b22d-5b780e95646c {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:50:43.550242 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:50:43.550610 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Checking segment: {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:43.551072 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:43.551467 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Bound using segment: {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:50:43.551937 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Bound port: 2f3609a5-4491-4fc8-896e-b202d806a8c8, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:50:43.553079 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:43.709699 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] For port 2f3609a5-4491-4fc8-896e-b202d806a8c8, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:50:43.713598 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] For port 2f3609a5-4491-4fc8-896e-b202d806a8c8, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=2f3609a5-4491-4fc8-896e-b202d806a8c8,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:50:43.722737 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:43.749330 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d246a1-5632-4a50-ab91-80e311c40433 req-79d71a16-cd4f-4d3a-9d75-d22d67765e7f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:43.760756 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-45d246a1-5632-4a50-ab91-80e311c40433 req-79d71a16-cd4f-4d3a-9d75-d22d67765e7f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.2939081 Sep 03 12:50:43.807046 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac957c2-88fb-4f8d-bd85-fcf985c40731 req-c4fe75b1-8d83-4fd9-aefb-34f8c7bf6cba tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:43.808697 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2ac957c2-88fb-4f8d-bd85-fcf985c40731 req-c4fe75b1-8d83-4fd9-aefb-34f8c7bf6cba tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 946 time: 0.4754477 Sep 03 12:50:43.835243 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c589f80-c82d-4f72-ba48-fdb9a67517ce None None] Pushing event updated for resources: {'Port': ['ID=2f3609a5-4491-4fc8-896e-b202d806a8c8,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:43.852286 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:43.967768 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-45d246a1-5632-4a50-ab91-80e311c40433 req-472affad-4e51-4381-bf21-7428e56742a6 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2044492 Sep 03 12:50:43.974974 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2ac957c2-88fb-4f8d-bd85-fcf985c40731 req-f83579cd-119e-47a2-90ba-d3a8ef6a3dfe tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955756 Sep 03 12:50:44.019687 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519158'] for router, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:44.099770 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:44.263802 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:44.274828 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:44.280783 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:50:44.316730 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Pushing event updated for resources: {'Port': ['ID=01e5d994-206f-472c-be5d-2507e226215e,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:44.538880 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea52f8f-1fc3-4081-a32e-ab59682fe322 req-a37d4711-2fbe-475b-846d-d1efdba6ff42 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:44.541082 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cea52f8f-1fc3-4081-a32e-ab59682fe322 req-a37d4711-2fbe-475b-846d-d1efdba6ff42 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.2660758 Sep 03 12:50:44.563936 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 is scheduled to L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba with binding_index 1 {{(pid=100321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:50:44.642904 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:50:44.648063 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 2f3609a5-4491-4fc8-896e-b202d806a8c8 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:50:44.733016 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cea52f8f-1fc3-4081-a32e-ab59682fe322 req-aa043dd0-2198-4948-b9fc-5e63b8f4c651 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826935 Sep 03 12:50:44.759774 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:44.780364 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 2f3609a5-4491-4fc8-896e-b202d806a8c8 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:44.785858 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 66c0ebde-ba5c-4713-be6e-082251a6bfa4 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:50:44.891549 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 66c0ebde-ba5c-4713-be6e-082251a6bfa4 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:44.895597 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f45322-4d6f-497b-8c00-1e6edcbf8557 None None] Network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:50:44.936293 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:50:44.954498 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Sync routers for ids ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:50:44.971033 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Routers {'16c658e2-fdd9-4c00-81f9-bdbdda53df01'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:50:44.972475 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:44.975782 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:44.977287 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-cfbf4bd2-88bb-48da-af67-abaaf2710f5c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3073561 Sep 03 12:50:44.980249 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37480) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:45.147126 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-dada4853-e56d-4a6c-8604-a87d82ac959e None None] Provisioning for port 66c0ebde-ba5c-4713-be6e-082251a6bfa4 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:45.177796 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-dada4853-e56d-4a6c-8604-a87d82ac959e None None] Provisioning complete for port 66c0ebde-ba5c-4713-be6e-082251a6bfa4 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:45.178192 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-dada4853-e56d-4a6c-8604-a87d82ac959e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:45.366525 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519158'] for router, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:45.401575 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86373ff-ed21-48ba-a563-aec8d1c6d3fe req-3bb94f91-ec22-4233-bf85-5b22cfcaf1c6 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:45.406070 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Set router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:50:45.414577 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c86373ff-ed21-48ba-a563-aec8d1c6d3fe req-3bb94f91-ec22-4233-bf85-5b22cfcaf1c6 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 946 time: 0.2677643 Sep 03 12:50:45.650229 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-dada4853-e56d-4a6c-8604-a87d82ac959e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:45.693197 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee32565-e135-43bf-9eec-2a126aed9777 req-8bad6c05-505b-444a-aa62-02c29fecd70d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:45.695893 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fee32565-e135-43bf-9eec-2a126aed9777 req-8bad6c05-505b-444a-aa62-02c29fecd70d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.4113851 Sep 03 12:50:45.745520 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c3484-54ec-41f3-a053-96b2aceaa206 None None] Network b8546ecf-6791-4078-b22d-5b780e95646c requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:50:45.746318 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c86373ff-ed21-48ba-a563-aec8d1c6d3fe req-b7f78fa3-90c7-4f1a-ad8e-693db323c077 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282595 Sep 03 12:50:45.767654 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fee32565-e135-43bf-9eec-2a126aed9777 req-be37506e-3142-40ea-a346-0829b7bf9abe tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561152 Sep 03 12:50:45.789652 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Router c01d7413-b98a-4072-b3ad-2d256f7f61e7 is scheduled to L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba with binding_index 1 {{(pid=100322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:50:45.943782 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-dada4853-e56d-4a6c-8604-a87d82ac959e None None] For port 66c0ebde-ba5c-4713-be6e-082251a6bfa4, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=66c0ebde-ba5c-4713-be6e-082251a6bfa4,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:45.953633 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-dada4853-e56d-4a6c-8604-a87d82ac959e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:46.088508 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-b4326fe1-cb44-48f3-aa8a-473ec01c9c51 None None] Provisioning for port 2f3609a5-4491-4fc8-896e-b202d806a8c8 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:46.093463 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada4853-e56d-4a6c-8604-a87d82ac959e None None] Pushing event updated for resources: {'Port': ['ID=66c0ebde-ba5c-4713-be6e-082251a6bfa4,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:46.147352 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-b4326fe1-cb44-48f3-aa8a-473ec01c9c51 None None] Provisioning complete for port 2f3609a5-4491-4fc8-896e-b202d806a8c8 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:46.147780 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-b4326fe1-cb44-48f3-aa8a-473ec01c9c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:46.183220 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:50:42Z', 'revision_number': 3, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port': {'id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:46.268520 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Checking router: 16c658e2-fdd9-4c00-81f9-bdbdda53df01 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:50:46.269203 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Updating router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 port 7594dc1a-0465-4e47-885e-20cb475d8347 binding host dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:50:46.284567 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:50:46.303992 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Sync routers for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:50:46.330788 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a484851-ae49-4515-a1b1-ed692f5f6e0c req-c3c5130e-10dd-4008-93b2-3bdfa20e5639 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:46.340840 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4a484851-ae49-4515-a1b1-ed692f5f6e0c req-c3c5130e-10dd-4008-93b2-3bdfa20e5639 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.4270668 Sep 03 12:50:46.343941 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] Notify callbacks [] for router, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:46.345167 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-2bcae543-577a-461e-a766-b9ba4d4ef825 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5755501 Sep 03 12:50:46.352966 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:46.355670 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37504) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:46.388560 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:50:46.396143 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:46.470494 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:46.737403 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4a484851-ae49-4515-a1b1-ed692f5f6e0c req-53b10cb1-ff69-4406-aafa-e507604a5ec9 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958013 Sep 03 12:50:47.018012 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Allocated IP 172.20.0.1 (0d7fd992-c0aa-4c99-be55-c8a6e3baf115/f5e91bcd-437f-41ff-a010-04098e986172/fb018580-7d62-48bc-8c39-b23d7167583d) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:47.027646 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Notify callbacks [] for port, precommit_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:47.058480 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.provisioning_blocks [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Transition to ACTIVE for port object 7594dc1a-0465-4e47-885e-20cb475d8347 will not be triggered until provisioned by entity L2. {{(pid=100324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:47.092650 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:47.103583 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 66c0ebde-ba5c-4713-be6e-082251a6bfa4 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:50:47.196705 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Attempting to bind port 7594dc1a-0465-4e47-885e-20cb475d8347 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:50:47.197687 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Attempting to bind port 7594dc1a-0465-4e47-885e-20cb475d8347 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:50:47.198283 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Attempting to bind port 7594dc1a-0465-4e47-885e-20cb475d8347 on network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:50:47.250487 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:50:47.251351 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Checking segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:47.252610 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:47.253229 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Bound using segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:50:47.253962 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Bound port: 7594dc1a-0465-4e47-885e-20cb475d8347, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:50:47.254589 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:47.319764 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] For port 7594dc1a-0465-4e47-885e-20cb475d8347, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:50:47.321007 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:47.322212 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-b4326fe1-cb44-48f3-aa8a-473ec01c9c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:47.324484 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] For port 7594dc1a-0465-4e47-885e-20cb475d8347, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=7594dc1a-0465-4e47-885e-20cb475d8347,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:50:47.331903 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:47.341467 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Transition to ACTIVE for port object fb018580-7d62-48bc-8c39-b23d7167583d will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:47.364876 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Routers {'16c658e2-fdd9-4c00-81f9-bdbdda53df01'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:50:47.365918 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:47.428345 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeac8e3-4ad2-4d86-a962-1621528d6cd2 req-e1ed195c-b7ed-4605-8190-4cec6eaeae03 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:47.430886 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-baeac8e3-4ad2-4d86-a962-1621528d6cd2 req-e1ed195c-b7ed-4605-8190-4cec6eaeae03 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.1751862 Sep 03 12:50:47.447747 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:50:47.492616 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dd677-1861-406f-85f1-484a7acf0367 req-385f9d1f-2146-4d7b-b182-2a2f1374f49e tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:47.495117 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d28dd677-1861-406f-85f1-484a7acf0367 req-385f9d1f-2146-4d7b-b182-2a2f1374f49e tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 946 time: 0.5048828 Sep 03 12:50:47.508629 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] Set router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:50:47.523290 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd276f1c-1e7a-4781-b896-1ccbcc49ca1b req-c228a2e6-39bb-401d-9f02-9c3bf6b5ab7d tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:47.525906 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bd276f1c-1e7a-4781-b896-1ccbcc49ca1b req-c228a2e6-39bb-401d-9f02-9c3bf6b5ab7d tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.22 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 946 time: 0.5344954 Sep 03 12:50:47.584826 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-b4326fe1-cb44-48f3-aa8a-473ec01c9c51 None None] For port 2f3609a5-4491-4fc8-896e-b202d806a8c8, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=2f3609a5-4491-4fc8-896e-b202d806a8c8,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:47.612789 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-baeac8e3-4ad2-4d86-a962-1621528d6cd2 req-3757e046-45b0-489c-8aa0-5ec2064f5794 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1685681 Sep 03 12:50:47.656103 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:47.662337 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-b4326fe1-cb44-48f3-aa8a-473ec01c9c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:47.799163 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Pushing event updated for resources: {'Port': ['ID=fb018580-7d62-48bc-8c39-b23d7167583d,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:47.802216 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:47.814741 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Pushing event updated for resources: {'Port': ['ID=7594dc1a-0465-4e47-885e-20cb475d8347,revision_number=2']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:47.820858 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d28dd677-1861-406f-85f1-484a7acf0367 req-eac62e72-21b5-4c49-a12c-3128f85e7e41 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939358 Sep 03 12:50:47.832904 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:47.834391 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:47.838032 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:50:47.906939 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:47.912314 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:47.912906 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:47.913324 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:47.917924 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:47.918423 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:47.919015 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:47.919551 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:47.920150 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:47.922425 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:47.924302 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:47.924840 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:48.055955 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370595'] for router_interface, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:48.067763 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae321bb-d774-4020-b081-97c83b6b06ee None None] Pushing event updated for resources: {'Port': ['ID=7594dc1a-0465-4e47-885e-20cb475d8347,revision_number=3']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:48.091504 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:50:42Z', 'revision_number': 3, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port': {'id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:48.166376 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 66c0ebde-ba5c-4713-be6e-082251a6bfa4 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:48.167026 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:48.197795 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf4de37-9a3a-4d69-9667-dc31bd7c469c None None] The sync data for ids ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'] in dv-cinder-806559-6-iscsi is: [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:50:42Z', 'revision_number': 3, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port': {'id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:50:48.336336 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-486e5e5d-1ec7-415f-bb34-e0335b4c3415 None None] Provisioning complete for port 66c0ebde-ba5c-4713-be6e-082251a6bfa4 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:48.343095 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-486e5e5d-1ec7-415f-bb34-e0335b4c3415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:48.517230 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:48.558280 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71509798-d302-418e-8bd1-a329063e6ddc req-39a565bc-1aba-4f37-ad15-8e1893b83464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:48.560338 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-71509798-d302-418e-8bd1-a329063e6ddc req-39a565bc-1aba-4f37-ad15-8e1893b83464 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfaba424f344748b291e9091f6246f&device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 1098 time: 0.5327919 Sep 03 12:50:48.665825 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:44Z', 'revision_number': 3, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:48.751453 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Checking router: c01d7413-b98a-4072-b3ad-2d256f7f61e7 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:50:48.751918 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Updating router c01d7413-b98a-4072-b3ad-2d256f7f61e7 port 01e5d994-206f-472c-be5d-2507e226215e binding host dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:50:48.754602 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4326fe1-cb44-48f3-aa8a-473ec01c9c51 None None] Pushing event updated for resources: {'Port': ['ID=2f3609a5-4491-4fc8-896e-b202d806a8c8,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:49.075891 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f9a2b-3c2a-4882-abb6-fabe2c9684ef req-9a74d9f4-399f-4562-be01-7a797e6ede49 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:49.077834 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:49.085336 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-486e5e5d-1ec7-415f-bb34-e0335b4c3415 None None] Provisioning complete for port 2f3609a5-4491-4fc8-896e-b202d806a8c8 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:49.085710 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-486e5e5d-1ec7-415f-bb34-e0335b4c3415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:49.087814 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-312f9a2b-3c2a-4882-abb6-fabe2c9684ef req-9a74d9f4-399f-4562-be01-7a797e6ede49 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 1.0205207 Sep 03 12:50:49.093857 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-bd276f1c-1e7a-4781-b896-1ccbcc49ca1b req-ec46a4c1-1c5b-4da1-bdbc-d5eeeed91948 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Deleting port ce4c856b-6d37-45b8-90cb-e7ed9aef123b {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:50:49.103316 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-bd276f1c-1e7a-4781-b896-1ccbcc49ca1b req-ec46a4c1-1c5b-4da1-bdbc-d5eeeed91948 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:49.206975 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e2050-43c1-4d58-8ba2-7c01e41bfd63 req-c8ccd1b6-06af-444e-a648-cfd40463ef79 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:49.208562 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ee4e2050-43c1-4d58-8ba2-7c01e41bfd63 req-c8ccd1b6-06af-444e-a648-cfd40463ef79 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.3610253 Sep 03 12:50:49.269540 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9a8aea11-51ac-4e66-8f8e-b23f40894385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:49.270685 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71509798-d302-418e-8bd1-a329063e6ddc req-e507f940-581d-42e0-ba48-73421b21470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:49.276321 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-71509798-d302-418e-8bd1-a329063e6ddc req-e507f940-581d-42e0-ba48-73421b21470c service neutron] 10.222.0.22 "GET /v2.0/networks?id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 HTTP/1.1" status: 200 len: 920 time: 0.5367017 Sep 03 12:50:49.293017 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Allocated IP 172.20.0.1 (b8546ecf-6791-4078-b22d-5b780e95646c/5b14272e-3c2f-4c5c-9b35-611224485ef1/0a56d019-4aff-4d0d-9bdc-94fde38cda37) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:49.301772 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-312f9a2b-3c2a-4882-abb6-fabe2c9684ef req-af68f6ae-1bcc-46d6-847e-29a896538581 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940155 Sep 03 12:50:49.395048 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:49.419004 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ee4e2050-43c1-4d58-8ba2-7c01e41bfd63 req-2576ee69-a7ed-4418-b252-2902608ff597 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1949048 Sep 03 12:50:49.426561 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:49.571825 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498227'] for router_interface, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:49.620322 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:49.652247 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Transition to ACTIVE for port object 0a56d019-4aff-4d0d-9bdc-94fde38cda37 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:49.753726 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Pushing event updated for resources: {'Port': ['ID=fb018580-7d62-48bc-8c39-b23d7167583d,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:49.817178 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:49.903520 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:49.903520 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:49.960610 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=0a56d019-4aff-4d0d-9bdc-94fde38cda37,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:49.989038 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:49.992638 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-bd276f1c-1e7a-4781-b896-1ccbcc49ca1b req-ec46a4c1-1c5b-4da1-bdbc-d5eeeed91948 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] For port ce4c856b-6d37-45b8-90cb-e7ed9aef123b, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ce4c856b-6d37-45b8-90cb-e7ed9aef123b,segment=NetworkSegment(2ce63cc9-7579-4854-8f43-f322e0be23f3),segment_id=2ce63cc9-7579-4854-8f43-f322e0be23f3)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:49.993380 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-bd276f1c-1e7a-4781-b896-1ccbcc49ca1b req-ec46a4c1-1c5b-4da1-bdbc-d5eeeed91948 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:50.021652 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Transition to ACTIVE for port object 01e5d994-206f-472c-be5d-2507e226215e will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:50.034232 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Network b8546ecf-6791-4078-b22d-5b780e95646c is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:50.039470 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-e8cdb4b3-e5ed-450f-8ce7-191cd4e87d43 None None] Provisioning for port fb018580-7d62-48bc-8c39-b23d7167583d completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:50.046386 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:50.055874 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-e8cdb4b3-e5ed-450f-8ce7-191cd4e87d43 None None] Provisioning complete for port fb018580-7d62-48bc-8c39-b23d7167583d triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:50.056251 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-e8cdb4b3-e5ed-450f-8ce7-191cd4e87d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:50.062590 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:50.101815 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:50:50.209574 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d2d67-5081-4ee3-9313-9aa297e0a750 None None] Pushing event updated for resources: {'Port': ['ID=01e5d994-206f-472c-be5d-2507e226215e,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:50.211853 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-bd276f1c-1e7a-4781-b896-1ccbcc49ca1b req-ec46a4c1-1c5b-4da1-bdbc-d5eeeed91948 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Calling delete_port for ce4c856b-6d37-45b8-90cb-e7ed9aef123b owned by compute:nova {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:50:50.234580 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e55d4-8550-4011-9b92-c746a32617c3 req-9b183706-d6b3-4992-9f06-741ebe62fe73 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:50.235985 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:50:50.236498 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b15e55d4-8550-4011-9b92-c746a32617c3 req-9b183706-d6b3-4992-9f06-741ebe62fe73 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 946 time: 0.5209906 Sep 03 12:50:50.241102 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370595'] for router_interface, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:50.422380 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Attempting to bind port 01e5d994-206f-472c-be5d-2507e226215e on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:50:50.423413 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Attempting to bind port 01e5d994-206f-472c-be5d-2507e226215e by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:50:50.423952 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Attempting to bind port 01e5d994-206f-472c-be5d-2507e226215e on network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:50:50.433992 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:50:50.439462 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Checking segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:50.440060 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:50.440828 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Bound using segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:50:50.441473 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Bound port: 01e5d994-206f-472c-be5d-2507e226215e, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:50:50.442302 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:50.478570 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:50:50.489625 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-08a0912e-f0f6-4dca-ad8b-37f2e66b7526 admin admin] 10.222.0.23 "PUT /v2.0/routers/16c658e2-fdd9-4c00-81f9-bdbdda53df01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5082471 Sep 03 12:50:50.576990 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-e8cdb4b3-e5ed-450f-8ce7-191cd4e87d43 None None] Port fb018580-7d62-48bc-8c39-b23d7167583d cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:50:50.589905 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ac0b0-f356-4266-afb9-13bd7241080e req-4c925ac7-e913-43dc-bd3b-ccc9bb5d940c tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:50.605846 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d49ac0b0-f356-4266-afb9-13bd7241080e req-4c925ac7-e913-43dc-bd3b-ccc9bb5d940c tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1251981 Sep 03 12:50:50.655786 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b15e55d4-8550-4011-9b92-c746a32617c3 req-824dc80b-43f3-4501-9851-379d2f91cecb tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066365 Sep 03 12:50:50.718540 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d49ac0b0-f356-4266-afb9-13bd7241080e req-3419e122-6561-418a-ad10-f7fad45f3e53 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082001 Sep 03 12:50:50.721471 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] For port 01e5d994-206f-472c-be5d-2507e226215e, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:50:50.769594 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] For port 01e5d994-206f-472c-be5d-2507e226215e, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=01e5d994-206f-472c-be5d-2507e226215e,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:50:50.785425 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:50.860481 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:50:50.861128 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:50.870451 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-0bf61a9a-93a4-46dc-a674-1afd578ca4c5 None None] Provisioning for port 0a56d019-4aff-4d0d-9bdc-94fde38cda37 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:50.952301 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-0bf61a9a-93a4-46dc-a674-1afd578ca4c5 None None] Provisioning complete for port 0a56d019-4aff-4d0d-9bdc-94fde38cda37 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:50.952680 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf61a9a-93a4-46dc-a674-1afd578ca4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:50.974096 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:50.983504 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device ce4c856b-6d37-45b8-90cb-e7ed9aef123b no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:50:51.094039 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 2f3609a5-4491-4fc8-896e-b202d806a8c8 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:50:51.150354 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d2d67-5081-4ee3-9313-9aa297e0a750 None None] Pushing event updated for resources: {'Port': ['ID=01e5d994-206f-472c-be5d-2507e226215e,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:51.155596 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:51.166208 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01d0b3-a7bd-4526-af07-e1fd42949109 req-19bc8120-0247-41e3-a54c-ce9d2b8adb83 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:51.167873 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0c01d0b3-a7bd-4526-af07-e1fd42949109 req-19bc8120-0247-41e3-a54c-ce9d2b8adb83 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.3224967 Sep 03 12:50:51.170607 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:51.261767 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-0bf61a9a-93a4-46dc-a674-1afd578ca4c5 None None] Port 0a56d019-4aff-4d0d-9bdc-94fde38cda37 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:50:51.277625 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498227'] for router_interface, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:51.325246 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:50:51.327529 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0c01d0b3-a7bd-4526-af07-e1fd42949109 req-4b52514d-5ef3-4c2b-b6dc-1b3c50f272cf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198442 Sep 03 12:50:51.378208 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=0a56d019-4aff-4d0d-9bdc-94fde38cda37,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:51.432114 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-bd276f1c-1e7a-4781-b896-1ccbcc49ca1b req-ec46a4c1-1c5b-4da1-bdbc-d5eeeed91948 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:51.478354 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46a4c1-1c5b-4da1-bdbc-d5eeeed91948 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Pushing event deleted for resources: {'Port': ['ID=ce4c856b-6d37-45b8-90cb-e7ed9aef123b,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:51.489098 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Sync routers for ids ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:50:51.514333 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37614) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:51.519916 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-764132993-network', 'tenant_id': '367ea44775b945be9efb6d49ce508b06'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:51.521508 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Routers {'16c658e2-fdd9-4c00-81f9-bdbdda53df01'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:50:51.522267 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:51.561759 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd276f1c-1e7a-4781-b896-1ccbcc49ca1b req-ec46a4c1-1c5b-4da1-bdbc-d5eeeed91948 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] No DVR routers for this DVR port ce4c856b-6d37-45b8-90cb-e7ed9aef123b on host hv-cinder-80655 {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:50:51.564930 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-bd276f1c-1e7a-4781-b896-1ccbcc49ca1b req-ec46a4c1-1c5b-4da1-bdbc-d5eeeed91948 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:51.567461 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bd276f1c-1e7a-4781-b896-1ccbcc49ca1b req-ec46a4c1-1c5b-4da1-bdbc-d5eeeed91948 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.22 "DELETE /v2.0/ports/ce4c856b-6d37-45b8-90cb-e7ed9aef123b HTTP/1.1" status: 204 len: 173 time: 2.8990793 Sep 03 12:50:51.572423 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b3a60f-bbad-47f2-95dd-dc092cf182fb', 'name': 'network-vif-deleted', 'tag': 'ce4c856b-6d37-45b8-90cb-e7ed9aef123b'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:50:51.575760 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60315cf-c3b0-417e-ab76-253f46493d00" -d '{"events": [{"server_uuid": "16b3a60f-bbad-47f2-95dd-dc092cf182fb", "name": "network-vif-deleted", "tag": "ce4c856b-6d37-45b8-90cb-e7ed9aef123b"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:50:51.593340 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Network b8546ecf-6791-4078-b22d-5b780e95646c is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:51.596428 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:51.651776 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 2f3609a5-4491-4fc8-896e-b202d806a8c8 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:51.652223 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:51.653846 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-0bf61a9a-93a4-46dc-a674-1afd578ca4c5 None None] Provisioning complete for port fb018580-7d62-48bc-8c39-b23d7167583d triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:51.654198 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf61a9a-93a4-46dc-a674-1afd578ca4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:51.656209 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:51.682265 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eceff58-e10a-475d-8498-b53497c55630 x-openstack-request-id: req-1eceff58-e10a-475d-8498-b53497c55630 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:50:51.682899 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b3a60f-bbad-47f2-95dd-dc092cf182fb", "name": "network-vif-deleted", "tag": "ce4c856b-6d37-45b8-90cb-e7ed9aef123b", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:50:51.683301 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1eceff58-e10a-475d-8498-b53497c55630 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:50:51.683939 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b3a60f-bbad-47f2-95dd-dc092cf182fb', 'name': 'network-vif-deleted', 'tag': 'ce4c856b-6d37-45b8-90cb-e7ed9aef123b', 'status': 'completed', 'code': 200} Sep 03 12:50:51.877782 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d2e7a8f3-ec77-467d-baaa-be23b85b4a09 req-24073b5f-7ab7-4317-a505-0ca56aea78d4 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=16b3a60f-bbad-47f2-95dd-dc092cf182fb HTTP/1.1" status: 200 len: 210 time: 0.1067424 Sep 03 12:50:51.903285 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-0bf61a9a-93a4-46dc-a674-1afd578ca4c5 None None] Port fb018580-7d62-48bc-8c39-b23d7167583d cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:50:51.957501 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Router c01d7413-b98a-4072-b3ad-2d256f7f61e7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:50:51.961492 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c5af-afc0-4a94-8e89-5ba66ef79b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:51.964804 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Set router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:50:51.997934 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-71509798-d302-418e-8bd1-a329063e6ddc req-58c2066b-6324-40d2-9030-3ab8425edcfb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c2f6a7-0532-4ebe-b2be-a3662564f0f1 HTTP/1.1" status: 200 len: 217 time: 0.4742775 Sep 03 12:50:52.083492 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Made reservation on behalf of 367ea44775b945be9efb6d49ce508b06 for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:50:52.085325 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.088750 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-d5cc215f-4ab6-4df9-9ace-3513c7d06659 None None] Provisioning complete for port 0a56d019-4aff-4d0d-9bdc-94fde38cda37 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:52.089274 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d5cc215f-4ab6-4df9-9ace-3513c7d06659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.106893 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.124193 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:50:52.135642 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 7594dc1a-0465-4e47-885e-20cb475d8347 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:50:52.135994 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-4aa38db4-47e2-450f-97ac-938238efe2a0 admin admin] 10.222.0.23 "PUT /v2.0/routers/c01d7413-b98a-4072-b3ad-2d256f7f61e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7775276 Sep 03 12:50:52.143326 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71509798-d302-418e-8bd1-a329063e6ddc req-c90c5336-341e-4969-a013-28515cc3c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:52.147667 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-71509798-d302-418e-8bd1-a329063e6ddc req-c90c5336-341e-4969-a013-28515cc3c4e6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a9aeb54-d293-4b41-839b-75ef7d36a819 HTTP/1.1" status: 200 len: 859 time: 0.1378906 Sep 03 12:50:52.200819 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc215f-4ab6-4df9-9ace-3513c7d06659 None None] Port 0a56d019-4aff-4d0d-9bdc-94fde38cda37 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:50:52.232735 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 7594dc1a-0465-4e47-885e-20cb475d8347 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:52.237497 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:50:49Z', 'revision_number': 1, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:52.241556 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 7594dc1a-0465-4e47-885e-20cb475d8347 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:52.241811 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.285900 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.299737 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c5041-2e62-4ae5-afd7-12a4227c61ce req-282831a6-977a-48ee-808c-2f02a5474600 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:52.300897 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1985f-13ac-46c1-b65d-ff996c04ce59 None None] The sync data for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi is: [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:50:49Z', 'revision_number': 1, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:50:52.301593 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-955c5041-2e62-4ae5-afd7-12a4227c61ce req-282831a6-977a-48ee-808c-2f02a5474600 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.3092265 Sep 03 12:50:52.320475 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.336467 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.336716 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:50:48Z', 'revision_number': 4, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port': {'id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'fb018580-7d62-48bc-8c39-b23d7167583d', 'name': '', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'mac_address': 'fa:16:3e:64:a5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:46Z', 'updated_at': '2021-09-03T12:50:48Z', 'revision_number': 2, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'subnets': [{'id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:52.353270 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-71509798-d302-418e-8bd1-a329063e6ddc req-cb5a281f-2e60-4887-a6a2-5df9ffbd69db service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645421 Sep 03 12:50:52.397245 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Checking router: 16c658e2-fdd9-4c00-81f9-bdbdda53df01 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:50:52.397923 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:50:52.399124 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Updating router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 port fb018580-7d62-48bc-8c39-b23d7167583d binding host dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:50:52.460302 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220d1f65-31ce-4776-b3aa-42906348f43a,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:52.466414 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.479998 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.510859 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.511483 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Added segment e6a89e36-2158-4e33-a021-3731cc846ee5 of type vlan for network 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4 Sep 03 12:50:52.525633 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33845744-122e-4be5-a2ab-ba89f8238cf0 req-6a36936b-65eb-4d4d-b351-e1c1a4beff5c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:52.528890 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 7594dc1a-0465-4e47-885e-20cb475d8347, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=7594dc1a-0465-4e47-885e-20cb475d8347,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:52.531138 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-33845744-122e-4be5-a2ab-ba89f8238cf0 req-6a36936b-65eb-4d4d-b351-e1c1a4beff5c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.1011102 Sep 03 12:50:52.534075 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.542874 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-955c5041-2e62-4ae5-afd7-12a4227c61ce req-04e903be-7506-4622-95e3-5d18faa0d2c9 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196949 Sep 03 12:50:52.605818 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.630428 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-71509798-d302-418e-8bd1-a329063e6ddc req-f4f86dc2-0783-4ad0-b8f2-d0d2f2924d76 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535582 Sep 03 12:50:52.637620 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-33845744-122e-4be5-a2ab-ba89f8238cf0 req-f6eafdf0-b909-42aa-9c40-693ac6929e94 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000843 Sep 03 12:50:52.685014 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=7594dc1a-0465-4e47-885e-20cb475d8347,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:52.740690 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.742029 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:52.743098 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:52.805226 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2896662 Sep 03 12:50:52.807868 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37638) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:52.813482 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-fa1a16a0-587e-4e64-ac5e-5c8185eb65ad admin admin] Request body: {'subnet': {'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-764132993-subnet', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:52.820936 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-71509798-d302-418e-8bd1-a329063e6ddc req-7f827c0b-9a27-426e-8fd2-0c11161920e3 service neutron] 10.222.0.22 "GET /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692281 Sep 03 12:50:52.864008 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d601e6-dfe0-446e-8961-93be01c4c1fd admin admin] Pushing event updated for resources: {'Network': ['ID=8e9b9e49-ad07-452b-ad52-f3b9fa385bb4,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:52.885323 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4 details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:50:52.886677 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1a16a0-587e-4e64-ac5e-5c8185eb65ad admin admin] Made reservation on behalf of 367ea44775b945be9efb6d49ce508b06 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:50:52.897434 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fa1a16a0-587e-4e64-ac5e-5c8185eb65ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3305407'] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.089928 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Notify callbacks [] for port, precommit_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.141638 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.provisioning_blocks [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Transition to ACTIVE for port object fb018580-7d62-48bc-8c39-b23d7167583d will not be triggered until provisioned by entity L2. {{(pid=100324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:53.153836 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.215765 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fa1a16a0-587e-4e64-ac5e-5c8185eb65ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3305361'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.275032 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3cff4-79b7-4ba0-b2d1-95bde90d67a2 None None] Pushing event updated for resources: {'Port': ['ID=fb018580-7d62-48bc-8c39-b23d7167583d,revision_number=3']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:53.295742 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.366157 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37660) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:53.372395 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1344895770-network', 'tenant_id': '2d76cd8894b344b68cd951863e66af70'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:53.385899 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Attempting to bind port fb018580-7d62-48bc-8c39-b23d7167583d on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:50:53.386297 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Attempting to bind port fb018580-7d62-48bc-8c39-b23d7167583d by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': 'c32af502-1f10-4fd4-a3d8-c4e64ec16936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115'}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:50:53.386660 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Attempting to bind port fb018580-7d62-48bc-8c39-b23d7167583d on network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:50:53.400185 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a16a0-587e-4e64-ac5e-5c8185eb65ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d000526e-17cc-496d-8192-050111cf6bcc,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:53.400589 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.434984 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:50:53.444513 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Checking segment: {'id': 'c32af502-1f10-4fd4-a3d8-c4e64ec16936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:53.444513 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.444513 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Bound using segment: {'id': 'c32af502-1f10-4fd4-a3d8-c4e64ec16936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115'} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:50:53.447776 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a16a0-587e-4e64-ac5e-5c8185eb65ad admin admin] Checking segment: {'id': 'e6a89e36-2158-4e33-a021-3731cc846ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:53.447776 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a16a0-587e-4e64-ac5e-5c8185eb65ad admin admin] Network hostable DHCP agents. Network: 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:50:53.458937 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Bound port: fb018580-7d62-48bc-8c39-b23d7167583d, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32af502-1f10-4fd4-a3d8-c4e64ec16936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115'}}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:50:53.459736 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.470032 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a16a0-587e-4e64-ac5e-5c8185eb65ad admin admin] Network 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4 is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:50:53.474556 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Made reservation on behalf of 2d76cd8894b344b68cd951863e66af70 for: {'network': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:50:53.477860 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.484315 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-fa1a16a0-587e-4e64-ac5e-5c8185eb65ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:53.496252 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d2fccf-5009-4c79-be38-e90410051cde None None] Network 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:50:53.502832 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.506297 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1a16a0-587e-4e64-ac5e-5c8185eb65ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:53.508621 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fa1a16a0-587e-4e64-ac5e-5c8185eb65ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.531303 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37664) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:53.532049 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-fa1a16a0-587e-4e64-ac5e-5c8185eb65ad admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7228951 Sep 03 12:50:53.538382 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-764132993-router', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:53.601859 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] For port fb018580-7d62-48bc-8c39-b23d7167583d, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:50:53.613506 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] For port fb018580-7d62-48bc-8c39-b23d7167583d, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=fb018580-7d62-48bc-8c39-b23d7167583d,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:50:53.626225 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.727661 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3cff4-79b7-4ba0-b2d1-95bde90d67a2 None None] Pushing event updated for resources: {'Port': ['ID=fb018580-7d62-48bc-8c39-b23d7167583d,revision_number=4']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:53.738814 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3f037-a7ad-4755-8400-a948010cd36a req-f1358188-6999-4a4a-8ee6-72366277e8fb tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:53.742584 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.747833 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-92a3f037-a7ad-4755-8400-a948010cd36a req-f1358188-6999-4a4a-8ee6-72366277e8fb tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0829844 Sep 03 12:50:53.751313 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.774857 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Routers {'16c658e2-fdd9-4c00-81f9-bdbdda53df01'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:50:53.776105 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:53.812573 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-92a3f037-a7ad-4755-8400-a948010cd36a req-e0859574-c096-4683-b72e-eda1b0b12034 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614028 Sep 03 12:50:53.845540 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=100322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:50:53.856907 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ebb6a-ac87-5fb7-bcbd-f6ecf5eb81ac-8e9b9e49-ad07-452b-ad52-f3b9fa385bb4', 'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'fixed_ips': [{'subnet_id': 'd000526e-17cc-496d-8192-050111cf6bcc'}]}} from dv-cinder-806559-6-iscsi. {{(pid=100323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:50:53.859801 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.860557 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8009'] for router, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.866204 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.866898 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fedbe54-ab26-4182-b3a6-84403f2f4cc7,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:53.886213 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:53.886610 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.segments_db [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Added segment 85e8f3cb-4e38-4cc4-a151-bad387c0022f of type vlan for network abd095d0-9249-40d3-98cf-c5718e379bd7 Sep 03 12:50:53.967957 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] Set router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:50:54.051418 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.092102 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efb2cb-7fa9-44e1-8d28-3ae7661b5cd4 req-9af68e08-67df-4530-b4de-531be6b599d1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:54.099949 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-15efb2cb-7fa9-44e1-8d28-3ae7661b5cd4 req-9af68e08-67df-4530-b4de-531be6b599d1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.3054583 Sep 03 12:50:54.109908 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.141445 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.db_base_plugin_common [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Allocated IP 172.20.0.2 (8e9b9e49-ad07-452b-ad52-f3b9fa385bb4/d000526e-17cc-496d-8192-050111cf6bcc/c2356254-6977-47e5-b226-e78d8bcef7b3) {{(pid=100323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:54.238191 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-15efb2cb-7fa9-44e1-8d28-3ae7661b5cd4 req-4e27e45f-ae55-4132-8e8c-f3b798c8ed55 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1285663 Sep 03 12:50:54.282927 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:50:48Z', 'revision_number': 4, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port': {'id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'fb018580-7d62-48bc-8c39-b23d7167583d', 'name': '', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'mac_address': 'fa:16:3e:64:a5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:46Z', 'updated_at': '2021-09-03T12:50:53Z', 'revision_number': 4, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'subnets': [{'id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:54.313894 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d61ea3-a310-44a8-bfba-fec5c1eaee66 None None] The sync data for ids ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'] in dv-cinder-806559-6-iscsi is: [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:50:48Z', 'revision_number': 4, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port': {'id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'fb018580-7d62-48bc-8c39-b23d7167583d', 'name': '', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'mac_address': 'fa:16:3e:64:a5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:46Z', 'updated_at': '2021-09-03T12:50:53Z', 'revision_number': 4, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'subnets': [{'id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:50:54.314229 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.315602 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:54.316201 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.323853 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.340940 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.353617 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Transition to ACTIVE for port object c2356254-6977-47e5-b226-e78d8bcef7b3 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:54.373516 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Transition to ACTIVE for port object c2356254-6977-47e5-b226-e78d8bcef7b3 will not be triggered until provisioned by entity DHCP. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:54.382245 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.417048 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0473313 Sep 03 12:50:54.417396 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37680) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:54.424635 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-8a832b79-a23c-4395-96a5-43c00cd04ca5 admin admin] Request body: {'subnet': {'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1344895770-subnet', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:54.448523 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a832b79-a23c-4395-96a5-43c00cd04ca5 admin admin] Made reservation on behalf of 2d76cd8894b344b68cd951863e66af70 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:50:54.451731 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8a832b79-a23c-4395-96a5-43c00cd04ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3305407'] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.457136 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a18ef1-99cc-4c6b-a940-191a0f289d1d admin admin] Pushing event updated for resources: {'Network': ['ID=abd095d0-9249-40d3-98cf-c5718e379bd7,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:54.458264 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Network 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4 is already hosted by enough agents. {{(pid=100323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:54.465031 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Pushing event updated for resources: {'Port': ['ID=c2356254-6977-47e5-b226-e78d8bcef7b3,revision_number=1']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:54.468457 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.base_scheduler [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Resources bound (agent type, host, resource id): {{(pid=100323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:54.474736 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Received port after_create {{(pid=100323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:50:54.484290 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network abd095d0-9249-40d3-98cf-c5718e379bd7 details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:50:54.649257 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Attempting to bind port c2356254-6977-47e5-b226-e78d8bcef7b3 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:50:54.649596 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Attempting to bind port c2356254-6977-47e5-b226-e78d8bcef7b3 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': 'e6a89e36-2158-4e33-a021-3731cc846ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:50:54.650016 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Attempting to bind port c2356254-6977-47e5-b226-e78d8bcef7b3 on network 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:50:54.656415 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:50:54.656795 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Checking segment: {'id': 'e6a89e36-2158-4e33-a021-3731cc846ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:54.657193 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.657574 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Bound using segment: {'id': 'e6a89e36-2158-4e33-a021-3731cc846ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:50:54.658034 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Bound port: c2356254-6977-47e5-b226-e78d8bcef7b3, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a89e36-2158-4e33-a021-3731cc846ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:50:54.658416 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.701802 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8a832b79-a23c-4395-96a5-43c00cd04ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3305361'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.709623 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.730639 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.749576 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] For port c2356254-6977-47e5-b226-e78d8bcef7b3, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:50:54.753324 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] For port c2356254-6977-47e5-b226-e78d8bcef7b3, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=c2356254-6977-47e5-b226-e78d8bcef7b3,segment=NetworkSegment(e6a89e36-2158-4e33-a021-3731cc846ee5),segment_id=e6a89e36-2158-4e33-a021-3731cc846ee5)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:50:54.757723 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.775715 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a832b79-a23c-4395-96a5-43c00cd04ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac45484-b0d1-4733-b562-1bcff423f940,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:54.789328 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a832b79-a23c-4395-96a5-43c00cd04ca5 admin admin] Checking segment: {'id': '85e8f3cb-4e38-4cc4-a151-bad387c0022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:54.789687 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a832b79-a23c-4395-96a5-43c00cd04ca5 admin admin] Network hostable DHCP agents. Network: abd095d0-9249-40d3-98cf-c5718e379bd7, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:50:54.823912 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a832b79-a23c-4395-96a5-43c00cd04ca5 admin admin] Network abd095d0-9249-40d3-98cf-c5718e379bd7 is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:50:54.843600 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7cb61-21d8-45b4-b824-3471e8f82ce2 None None] Pushing event updated for resources: {'Port': ['ID=c2356254-6977-47e5-b226-e78d8bcef7b3,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:54.845093 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-8a832b79-a23c-4395-96a5-43c00cd04ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, abd095d0-9249-40d3-98cf-c5718e379bd7) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:54.849880 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a832b79-a23c-4395-96a5-43c00cd04ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:54.850481 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8a832b79-a23c-4395-96a5-43c00cd04ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.860228 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fa4fe8-926b-45e2-a6e0-33a49974262f None None] Network abd095d0-9249-40d3-98cf-c5718e379bd7 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:50:54.868936 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-8a832b79-a23c-4395-96a5-43c00cd04ca5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4503677 Sep 03 12:50:54.872186 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37686) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:54.885220 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1344895770-router', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:50:54.951880 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.952856 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8009'] for router, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:54.967940 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Allocated IP 172.27.0.232 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/7c8a536f-48fd-4c54-9bb0-7e6713ca1068) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:54.989582 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device fb018580-7d62-48bc-8c39-b23d7167583d up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:50:55.048925 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:55.055649 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:55.070326 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a1105-7ad6-456c-a728-c3d22fb50e6e req-a7ba4ca5-e004-48d8-a925-711648a404fb tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:55.071653 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5c9a1105-7ad6-456c-a728-c3d22fb50e6e req-a7ba4ca5-e004-48d8-a925-711648a404fb tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1153100 Sep 03 12:50:55.108525 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:55.128049 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port fb018580-7d62-48bc-8c39-b23d7167583d completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:55.136192 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port fb018580-7d62-48bc-8c39-b23d7167583d triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:55.136500 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:55.198103 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:55.287009 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ebb6a-ac87-5fb7-bcbd-f6ecf5eb81ac-abd095d0-9249-40d3-98cf-c5718e379bd7', 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'fixed_ips': [{'subnet_id': 'cac45484-b0d1-4733-b562-1bcff423f940'}]}} from dv-cinder-806559-6-iscsi. {{(pid=100323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:50:55.296441 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:55.300888 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:55.304132 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:55.312615 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:50:55.330883 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5c9a1105-7ad6-456c-a728-c3d22fb50e6e req-a88daaef-a7e1-4836-bb5d-c1f74b18210d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189865 Sep 03 12:50:55.358994 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:55.382808 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Pushing event updated for resources: {'Port': ['ID=7c8a536f-48fd-4c54-9bb0-7e6713ca1068,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:55.489343 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:55.508054 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port fb018580-7d62-48bc-8c39-b23d7167583d, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=fb018580-7d62-48bc-8c39-b23d7167583d,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:55.521564 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:55.522915 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 7594dc1a-0465-4e47-885e-20cb475d8347 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:50:55.583399 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fe9e3-ffa7-41e4-8099-b7d175ba5395 req-6398da83-88ab-4222-adcf-b4c2a1e3d8fe tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:55.584978 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7d2fe9e3-ffa7-41e4-8099-b7d175ba5395 req-6398da83-88ab-4222-adcf-b4c2a1e3d8fe tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.1901820 Sep 03 12:50:55.723791 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7d2fe9e3-ffa7-41e4-8099-b7d175ba5395 req-e12d73cb-c2d8-40ea-af43-0dd6060c3051 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309474 Sep 03 12:50:55.726219 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:55.730879 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:55.757071 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:55.800035 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=fb018580-7d62-48bc-8c39-b23d7167583d,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:55.803368 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.db_base_plugin_common [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Allocated IP 172.20.0.2 (abd095d0-9249-40d3-98cf-c5718e379bd7/cac45484-b0d1-4733-b562-1bcff423f940/06e6f8d4-9bb0-4676-9ecc-8a36d63ec340) {{(pid=100323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:55.851168 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 7594dc1a-0465-4e47-885e-20cb475d8347 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:55.851543 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:55.928303 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Allocated IP 172.27.0.68 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:56.036612 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Notify callbacks [] for port, precommit_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:56.051785 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Transition to ACTIVE for port object 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:56.123337 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:56.132619 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Transition to ACTIVE for port object 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 will not be triggered until provisioned by entity DHCP. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:56.144253 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:56.209049 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Sync routers for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:50:56.211858 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:56.234469 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 01e5d994-206f-472c-be5d-2507e226215e up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:50:56.270083 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Network abd095d0-9249-40d3-98cf-c5718e379bd7 is already hosted by enough agents. {{(pid=100323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:56.275693 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.base_scheduler [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Resources bound (agent type, host, resource id): {{(pid=100323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:56.286004 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:50:56.286812 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:56.290009 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Received port after_create {{(pid=100323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:50:56.294289 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aae2352-156a-4610-bb4c-25b2956b5b79 None None] Network 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:50:56.297800 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519158'] for router, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:56.302245 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Pushing event updated for resources: {'Port': ['ID=06e6f8d4-9bb0-4676-9ecc-8a36d63ec340,revision_number=1']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:56.315276 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:56.316616 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:56.319317 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:56.321638 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:50:56.529894 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Router 689fb183-019d-4f85-a17c-a0fadaf47093 is scheduled to L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba with binding_index 1 {{(pid=100322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:50:56.535059 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-c4eac604-b696-42fb-8d07-76444e7fef27 None None] Provisioning for port c2356254-6977-47e5-b226-e78d8bcef7b3 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:56.545405 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Attempting to bind port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:50:56.545784 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Attempting to bind port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '85e8f3cb-4e38-4cc4-a151-bad387c0022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:50:56.546154 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Attempting to bind port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 on network abd095d0-9249-40d3-98cf-c5718e379bd7 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:50:56.546428 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336ccee-f381-4f2c-a35f-cb00fca1de13 req-6c26db6e-deae-4085-b6d7-bd3497a667ce tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:56.549647 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5336ccee-f381-4f2c-a35f-cb00fca1de13 req-6c26db6e-deae-4085-b6d7-bd3497a667ce tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0920975 Sep 03 12:50:56.565040 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 01e5d994-206f-472c-be5d-2507e226215e completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:56.573345 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:50:56.573729 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Checking segment: {'id': '85e8f3cb-4e38-4cc4-a151-bad387c0022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:56.574128 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:56.574655 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Bound using segment: {'id': '85e8f3cb-4e38-4cc4-a151-bad387c0022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:50:56.575256 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Bound port: 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e8f3cb-4e38-4cc4-a151-bad387c0022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:50:56.575662 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:56.608954 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 01e5d994-206f-472c-be5d-2507e226215e triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:56.609419 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:56.619734 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:50:56.689820 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5336ccee-f381-4f2c-a35f-cb00fca1de13 req-82623148-19cb-493f-af61-6f307b12c286 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895560 Sep 03 12:50:56.699019 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:50:56.717841 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:56.728622 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Sync routers for ids ['689fb183-019d-4f85-a17c-a0fadaf47093'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:50:56.740502 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] Notify callbacks [] for router, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:56.744653 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-07ddec34-befc-4736-bfc2-5e2e2397d4cb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2088351 Sep 03 12:50:56.745807 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37708) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:56.747996 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Routers {'689fb183-019d-4f85-a17c-a0fadaf47093'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:50:56.749143 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['689fb183-019d-4f85-a17c-a0fadaf47093'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:56.880822 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] For port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:50:56.885029 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] For port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=06e6f8d4-9bb0-4676-9ecc-8a36d63ec340,segment=NetworkSegment(85e8f3cb-4e38-4cc4-a151-bad387c0022f),segment_id=85e8f3cb-4e38-4cc4-a151-bad387c0022f)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:50:56.946891 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:56.956792 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Set router 689fb183-019d-4f85-a17c-a0fadaf47093 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:50:57.052369 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8931ea4-0a82-4259-93d6-c88f5d77f74e req-0bb7450b-2496-466e-a056-d61894d3497d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:57.059884 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c8931ea4-0a82-4259-93d6-c88f5d77f74e req-0bb7450b-2496-466e-a056-d61894d3497d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.1823916 Sep 03 12:50:57.071689 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:57.102862 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519158'] for router, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:57.173126 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 01e5d994-206f-472c-be5d-2507e226215e, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=01e5d994-206f-472c-be5d-2507e226215e,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:57.194388 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:57.211970 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966474e-556a-42c9-be3d-93cd3e1af46d None None] Pushing event updated for resources: {'Port': ['ID=06e6f8d4-9bb0-4676-9ecc-8a36d63ec340,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:57.228499 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c8931ea4-0a82-4259-93d6-c88f5d77f74e req-427693cf-5aef-4974-b1e2-f6367a6e95b0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1672323 Sep 03 12:50:57.260781 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'name': 'tempest-TestShelveInstance-764132993-router', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:53Z', 'updated_at': '2021-09-03T12:50:55Z', 'revision_number': 3, 'project_id': '367ea44775b945be9efb6d49ce508b06', 'gw_port': {'id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:57.335934 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Checking router: 689fb183-019d-4f85-a17c-a0fadaf47093 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:50:57.336360 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Updating router 689fb183-019d-4f85-a17c-a0fadaf47093 port 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 binding host dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:50:57.355226 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=01e5d994-206f-472c-be5d-2507e226215e,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:57.412507 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:50:51Z', 'revision_number': 2, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:57.425445 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:57.470608 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Checking router: c01d7413-b98a-4072-b3ad-2d256f7f61e7 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:50:57.471327 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Updating router c01d7413-b98a-4072-b3ad-2d256f7f61e7 port 0a56d019-4aff-4d0d-9bdc-94fde38cda37 binding host dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:50:57.541865 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:57.666629 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device fb018580-7d62-48bc-8c39-b23d7167583d up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:50:57.937824 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port fb018580-7d62-48bc-8c39-b23d7167583d triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:57.938273 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:57.986652 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3bb32-e904-45ec-931c-c213eca088bc req-41d5d79b-a76b-474a-9d57-f5915bd817b0 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:57.989532 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dcf3bb32-e904-45ec-931c-c213eca088bc req-41d5d79b-a76b-474a-9d57-f5915bd817b0 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1559880 Sep 03 12:50:57.994961 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Notify callbacks [] for port, precommit_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:58.011715 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.provisioning_blocks [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Transition to ACTIVE for port object 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 will not be triggered until provisioned by entity L2. {{(pid=100324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:58.028433 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:58.051616 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Router 8a94f63b-4b61-404d-bcba-e508bea301f1 is scheduled to L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba with binding_index 1 {{(pid=100321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:50:58.096290 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44dd5c-54a2-428e-9063-03dbf8e4caa3 None None] Pushing event updated for resources: {'Port': ['ID=7c8a536f-48fd-4c54-9bb0-7e6713ca1068,revision_number=2']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:58.097763 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dcf3bb32-e904-45ec-931c-c213eca088bc req-efa6bc9b-0ccf-4915-b4be-0095a784aa18 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998654 Sep 03 12:50:58.103620 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device c2356254-6977-47e5-b226-e78d8bcef7b3 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:50:58.134124 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Attempting to bind port 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:50:58.134595 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Attempting to bind port 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:50:58.135073 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Attempting to bind port 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 on network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:50:58.141412 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:50:58.141964 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Checking segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:58.142630 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:58.143142 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Bound using segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:50:58.143712 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Bound port: 7c8a536f-48fd-4c54-9bb0-7e6713ca1068, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:50:58.145855 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:58.191423 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37738) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:58.220735 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:58.295407 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] For port 7c8a536f-48fd-4c54-9bb0-7e6713ca1068, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:50:58.303534 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] For port 7c8a536f-48fd-4c54-9bb0-7e6713ca1068, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=7c8a536f-48fd-4c54-9bb0-7e6713ca1068,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:50:58.310666 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:58.354965 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:50:58.366896 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port c2356254-6977-47e5-b226-e78d8bcef7b3 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:58.372671 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Sync routers for ids ['8a94f63b-4b61-404d-bcba-e508bea301f1'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:50:58.407076 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:58.411386 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5c30b3c6-4a91-4e36-b67d-c839a84b4569 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5381937 Sep 03 12:50:58.414063 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37746) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:58.427186 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port c2356254-6977-47e5-b226-e78d8bcef7b3 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:50:58.427555 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:58.434625 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44dd5c-54a2-428e-9063-03dbf8e4caa3 None None] Pushing event updated for resources: {'Port': ['ID=7c8a536f-48fd-4c54-9bb0-7e6713ca1068,revision_number=3']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:58.465694 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Routers {'689fb183-019d-4f85-a17c-a0fadaf47093'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:50:58.466758 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['689fb183-019d-4f85-a17c-a0fadaf47093'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:58.484779 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-286a0c08-b8c7-4958-b5c1-0deef66287ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:58.597461 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] Set router 689fb183-019d-4f85-a17c-a0fadaf47093 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:50:58.681306 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Routers {'8a94f63b-4b61-404d-bcba-e508bea301f1'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:50:58.681943 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['8a94f63b-4b61-404d-bcba-e508bea301f1'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:58.682173 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2efc5e-5b5b-4550-87b6-6b2a6c2ef9a7 req-5f99d505-d403-4b8e-a517-e1f0822df311 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:58.683767 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6d2efc5e-5b5b-4550-87b6-6b2a6c2ef9a7 req-5f99d505-d403-4b8e-a517-e1f0822df311 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 945 time: 0.4223557 Sep 03 12:50:58.724648 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-286a0c08-b8c7-4958-b5c1-0deef66287ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:58.766735 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-286a0c08-b8c7-4958-b5c1-0deef66287ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:58.772506 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832008f4-5f2d-4991-b755-c51b76875915 None None] Network abd095d0-9249-40d3-98cf-c5718e379bd7 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:50:58.792069 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488b49f-7562-46ee-98bf-f6d4b8abe1ad req-0574301a-b194-47b4-8e8c-ae1860aa6ca5 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:58.801506 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2488b49f-7562-46ee-98bf-f6d4b8abe1ad req-0574301a-b194-47b4-8e8c-ae1860aa6ca5 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.3454812 Sep 03 12:50:58.809277 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:58.857586 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6d2efc5e-5b5b-4550-87b6-6b2a6c2ef9a7 req-006e66d8-a9e7-48fd-a639-29d29298f4da tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635756 Sep 03 12:50:58.892056 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Transition to ACTIVE for port object 0a56d019-4aff-4d0d-9bdc-94fde38cda37 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:58.893990 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-e3142fcf-3632-4d53-a3ec-27e845eb96c7 None None] Provisioning for port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:50:58.896288 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Allocated IP 172.20.0.1 (8e9b9e49-ad07-452b-ad52-f3b9fa385bb4/d000526e-17cc-496d-8192-050111cf6bcc/c30613cb-0012-4d7b-997b-cdbee730adb4) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:58.916456 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:58.934205 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2488b49f-7562-46ee-98bf-f6d4b8abe1ad req-13cad4a9-912f-419e-9b5e-974c040266e7 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258295 Sep 03 12:50:58.942633 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-286a0c08-b8c7-4958-b5c1-0deef66287ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aebcaa00ddb94822928f9b559d10b029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7467678 Sep 03 12:50:58.942832 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37748) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:50:58.944995 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 0891058a-5986-4fd3-91f6-127febab8478 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:50:58.957595 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a0c08-b8c7-4958-b5c1-0deef66287ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edabbc45-9e11-4a1f-ba4a-fb1fbcff731c,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:59.023556 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Set router 8a94f63b-4b61-404d-bcba-e508bea301f1 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:50:59.024312 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'name': 'tempest-TestShelveInstance-764132993-router', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:53Z', 'updated_at': '2021-09-03T12:50:55Z', 'revision_number': 3, 'project_id': '367ea44775b945be9efb6d49ce508b06', 'gw_port': {'id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:50:59.092705 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe05012-54b3-4116-9a24-9260cbc8040c None None] The sync data for ids ['689fb183-019d-4f85-a17c-a0fadaf47093'] in dv-cinder-806559-6-iscsi is: [{'id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'name': 'tempest-TestShelveInstance-764132993-router', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:53Z', 'updated_at': '2021-09-03T12:50:55Z', 'revision_number': 3, 'project_id': '367ea44775b945be9efb6d49ce508b06', 'gw_port': {'id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:50:59.131552 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-975b8896-4fd1-40a0-bc3f-0c1cb488ec05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.142715 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.160755 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.180048 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Transition to ACTIVE for port object c30613cb-0012-4d7b-997b-cdbee730adb4 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:50:59.189729 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.206795 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.db.resource_extend [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 12:50:59.218139 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Pushing event updated for resources: {'Port': ['ID=0a56d019-4aff-4d0d-9bdc-94fde38cda37,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:59.238546 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-975b8896-4fd1-40a0-bc3f-0c1cb488ec05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.265241 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.343662 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Network 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:50:59.351065 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:50:59.353909 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:50:59.390034 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Pushing event updated for resources: {'Port': ['ID=c30613cb-0012-4d7b-997b-cdbee730adb4,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:59.417042 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370595'] for router_interface, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.447101 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:59.447554 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:59.448014 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:59.448426 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:59.448830 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:59.449898 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:59.450635 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:59.451121 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:59.451518 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:59.451918 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:59.452340 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:59.452734 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:50:59.555975 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port c2356254-6977-47e5-b226-e78d8bcef7b3, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=c2356254-6977-47e5-b226-e78d8bcef7b3,segment=NetworkSegment(e6a89e36-2158-4e33-a021-3731cc846ee5),segment_id=e6a89e36-2158-4e33-a021-3731cc846ee5)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:59.565356 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564b3be-872d-49ca-a3cc-b1898ca2be64 req-a0d7030b-3449-42b6-81b1-e05663eb9756 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:50:59.567110 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1564b3be-872d-49ca-a3cc-b1898ca2be64 req-a0d7030b-3449-42b6-81b1-e05663eb9756 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.3420210 Sep 03 12:50:59.585669 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.638580 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.641301 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Allocated IP 172.20.0.1 (abd095d0-9249-40d3-98cf-c5718e379bd7/cac45484-b0d1-4733-b562-1bcff423f940/5c9277cf-8e1a-4e61-974c-f5637a3c7aa0) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:50:59.764067 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=c2356254-6977-47e5-b226-e78d8bcef7b3,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:59.802987 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Attempting to bind port 0a56d019-4aff-4d0d-9bdc-94fde38cda37 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:50:59.803365 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Attempting to bind port 0a56d019-4aff-4d0d-9bdc-94fde38cda37 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:50:59.803734 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Attempting to bind port 0a56d019-4aff-4d0d-9bdc-94fde38cda37 on network b8546ecf-6791-4078-b22d-5b780e95646c {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:50:59.854856 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-975b8896-4fd1-40a0-bc3f-0c1cb488ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.858149 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:50:59.859619 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-975b8896-4fd1-40a0-bc3f-0c1cb488ec05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.861034 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Checking segment: {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:50:59.861467 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.863282 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Bound using segment: {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:50:59.863821 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Bound port: 0a56d019-4aff-4d0d-9bdc-94fde38cda37, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:50:59.864222 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.864952 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-975b8896-4fd1-40a0-bc3f-0c1cb488ec05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/edabbc45-9e11-4a1f-ba4a-fb1fbcff731c HTTP/1.1" status: 204 len: 168 time: 0.9205246 Sep 03 12:50:59.907662 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b8896-4fd1-40a0-bc3f-0c1cb488ec05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edabbc45-9e11-4a1f-ba4a-fb1fbcff731c,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:50:59.963017 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1564b3be-872d-49ca-a3cc-b1898ca2be64 req-d2365bd4-db7e-4fe6-a114-23faa51571fd tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385336 Sep 03 12:50:59.970798 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 0891058a-5986-4fd3-91f6-127febab8478, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=0891058a-5986-4fd3-91f6-127febab8478,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:50:59.982427 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:59.994151 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:00.018383 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:00.027826 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:00.068338 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Transition to ACTIVE for port object 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:51:00.176534 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Pushing event updated for resources: {'Port': ['ID=c30613cb-0012-4d7b-997b-cdbee730adb4,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:00.177950 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '0891058a-5986-4fd3-91f6-127febab8478', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'port_id': '0891058a-5986-4fd3-91f6-127febab8478', 'mac_address': 'fa:16:3e:26:d1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:51:00.180216 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498227'] for router_interface, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:00.188258 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-5f29ca97-08cd-4319-b7a4-baf7bccefc50 None None] Provisioning for port c30613cb-0012-4d7b-997b-cdbee730adb4 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:00.201207 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-5f29ca97-08cd-4319-b7a4-baf7bccefc50 None None] Provisioning complete for port c30613cb-0012-4d7b-997b-cdbee730adb4 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:00.201207 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-5f29ca97-08cd-4319-b7a4-baf7bccefc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:00.209802 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:00.264056 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc7071-0dcf-4f01-9cc3-f9bf8210cae5 req-05a344cc-3807-405a-9442-5036cd29b7e5 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:00.265715 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b2fc7071-0dcf-4f01-9cc3-f9bf8210cae5 req-05a344cc-3807-405a-9442-5036cd29b7e5 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 945 time: 0.1830184 Sep 03 12:51:00.271020 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:00.332298 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0891058a-5986-4fd3-91f6-127febab8478 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:51:00.352009 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Network abd095d0-9249-40d3-98cf-c5718e379bd7 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:51:00.362042 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 0891058a-5986-4fd3-91f6-127febab8478, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=0891058a-5986-4fd3-91f6-127febab8478,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:00.375492 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:51:00.383688 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:00.418564 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b2fc7071-0dcf-4f01-9cc3-f9bf8210cae5 req-1985ae97-4484-4bbe-baea-e2a468a84413 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230049 Sep 03 12:51:00.419931 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:51:00.425293 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9277cf-8e1a-4e61-974c-f5637a3c7aa0,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:00.456213 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Network 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:51:00.457657 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:51:00.507150 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4f972-0bcb-4196-ac86-34ea6d865cc1 req-a25ea9a3-f5d6-444d-8b6c-48de7ea40cb1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:00.526833 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] For port 0a56d019-4aff-4d0d-9bdc-94fde38cda37, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:51:00.526987 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1dd4f972-0bcb-4196-ac86-34ea6d865cc1 req-a25ea9a3-f5d6-444d-8b6c-48de7ea40cb1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 943 time: 0.3497112 Sep 03 12:51:00.549230 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=0891058a-5986-4fd3-91f6-127febab8478,revision_number=9']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:00.564530 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'name': 'tempest-TestVolumeBootPattern-1344895770-router', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:50:56Z', 'revision_number': 3, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'gw_port': {'id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:55Z', 'updated_at': '2021-09-03T12:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:00.573648 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370595'] for router_interface, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:00.583209 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-5f29ca97-08cd-4319-b7a4-baf7bccefc50 None None] Port c30613cb-0012-4d7b-997b-cdbee730adb4 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:51:00.633575 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] For port 0a56d019-4aff-4d0d-9bdc-94fde38cda37, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=0a56d019-4aff-4d0d-9bdc-94fde38cda37,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:51:00.635871 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Checking router: 8a94f63b-4b61-404d-bcba-e508bea301f1 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:51:00.636457 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Updating router 8a94f63b-4b61-404d-bcba-e508bea301f1 port aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 binding host dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:51:00.647434 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1dd4f972-0bcb-4196-ac86-34ea6d865cc1 req-0fd00a3b-10ec-4804-bb52-123e415dfbee tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1183040 Sep 03 12:51:00.702633 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Router 689fb183-019d-4f85-a17c-a0fadaf47093 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:51:00.713365 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:00.763214 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:00.771557 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:00.836587 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:00.850923 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:00.851846 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:00.867869 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:51:00.890852 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-1d4b11b1-94d5-4258-a924-32ce3b58ce53 admin admin] 10.222.0.23 "PUT /v2.0/routers/689fb183-019d-4f85-a17c-a0fadaf47093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1348975 Sep 03 12:51:01.061110 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.070720 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.111995 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7fc3df63-39bc-4191-98df-243f3e5c365e None None] Provisioning complete for port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:01.112503 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7fc3df63-39bc-4191-98df-243f3e5c365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.117322 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:51:01.118005 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:01.141388 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9277cf-8e1a-4e61-974c-f5637a3c7aa0,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:01.145147 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498227'] for router_interface, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.148080 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b21c1-6d60-41da-8599-2796f6760864 None None] Pushing event updated for resources: {'Port': ['ID=0a56d019-4aff-4d0d-9bdc-94fde38cda37,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:01.248987 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Network abd095d0-9249-40d3-98cf-c5718e379bd7 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:51:01.250841 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:51:01.401962 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Router 8a94f63b-4b61-404d-bcba-e508bea301f1 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:51:01.575777 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.596111 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:51:01.600700 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Sync routers for ids ['689fb183-019d-4f85-a17c-a0fadaf47093'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:51:01.609022 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37786) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:01.614204 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-bd72db61-a434-4882-84f6-521c83322614 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970271988', 'description': 'tempest-secgroup-smoke-970271988 description', 'project_id': '249950e2371f403a95f0713db8fb04f4'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:01.622824 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Routers {'689fb183-019d-4f85-a17c-a0fadaf47093'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:51:01.623527 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['689fb183-019d-4f85-a17c-a0fadaf47093'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:01.637286 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49fad7-324d-4d8f-a8d5-c15d5d6d0602 req-a68bf80c-a4dd-430d-9c4b-97f780af7b1a tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:01.639586 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9a49fad7-324d-4d8f-a8d5-c15d5d6d0602 req-a68bf80c-a4dd-430d-9c4b-97f780af7b1a tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 945 time: 0.0935400 Sep 03 12:51:01.649509 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:51:01.657375 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bd72db61-a434-4882-84f6-521c83322614 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.685866 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.694773 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5b39e7ae-f9f7-40f3-abad-aaae8f806707 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a94f63b-4b61-404d-bcba-e508bea301f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2772586 Sep 03 12:51:01.719920 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Transition to ACTIVE for port object aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:51:01.739250 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=06e6f8d4-9bb0-4676-9ecc-8a36d63ec340,segment=NetworkSegment(85e8f3cb-4e38-4cc4-a151-bad387c0022f),segment_id=85e8f3cb-4e38-4cc4-a151-bad387c0022f)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:01.754182 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Set router 689fb183-019d-4f85-a17c-a0fadaf47093 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:51:01.775120 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9a49fad7-324d-4d8f-a8d5-c15d5d6d0602 req-d53857a0-8550-4658-bcbb-52a0327c0600 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278086 Sep 03 12:51:01.787211 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7fc3df63-39bc-4191-98df-243f3e5c365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.804096 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.804477 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:01.806069 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.812640 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bd72db61-a434-4882-84f6-521c83322614 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.833709 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bd72db61-a434-4882-84f6-521c83322614 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.886568 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72db61-a434-4882-84f6-521c83322614 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c554de8-6ac6-4f3f-93d7-175caa0c2917,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:01.892183 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bd72db61-a434-4882-84f6-521c83322614 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.897876 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37796) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:01.903000 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-2ebb1aff-ac84-42e1-b73c-4384cb0255e3 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Request body: {'security_group_rule': {'security_group_id': '7c554de8-6ac6-4f3f-93d7-175caa0c2917', 'project_id': '249950e2371f403a95f0713db8fb04f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:01.908681 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-bd72db61-a434-4882-84f6-521c83322614 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2970510 Sep 03 12:51:01.956750 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2ebb1aff-ac84-42e1-b73c-4384cb0255e3 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:01.965234 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98d550-64ab-4c9a-b4b9-374f802f8ac2 req-7cd2252a-0d04-416e-895b-a504483f5b23 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:01.968337 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c98d550-64ab-4c9a-b4b9-374f802f8ac2 req-7cd2252a-0d04-416e-895b-a504483f5b23 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 944 time: 0.1738718 Sep 03 12:51:02.017687 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Attempting to bind port aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:51:02.018070 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Attempting to bind port aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:51:02.018496 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Attempting to bind port aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 on network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:51:02.052353 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'name': 'tempest-TestShelveInstance-764132993-router', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:53Z', 'updated_at': '2021-09-03T12:50:59Z', 'revision_number': 4, 'project_id': '367ea44775b945be9efb6d49ce508b06', 'gw_port': {'id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'c30613cb-0012-4d7b-997b-cdbee730adb4', 'name': '', 'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'mac_address': 'fa:16:3e:ef:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd000526e-17cc-496d-8192-050111cf6bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:58Z', 'updated_at': '2021-09-03T12:50:59Z', 'revision_number': 2, 'project_id': '367ea44775b945be9efb6d49ce508b06', 'subnets': [{'id': 'd000526e-17cc-496d-8192-050111cf6bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:02.054889 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7c98d550-64ab-4c9a-b4b9-374f802f8ac2 req-ff0bc918-b03c-4300-b93f-928a4fff60e4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812769 Sep 03 12:51:02.064478 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2ebb1aff-ac84-42e1-b73c-4384cb0255e3 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.069672 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=06e6f8d4-9bb0-4676-9ecc-8a36d63ec340,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:02.070672 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2ebb1aff-ac84-42e1-b73c-4384cb0255e3 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.089073 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Checking router: 689fb183-019d-4f85-a17c-a0fadaf47093 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:51:02.089607 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Updating router 689fb183-019d-4f85-a17c-a0fadaf47093 port c30613cb-0012-4d7b-997b-cdbee730adb4 binding host dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:51:02.104468 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:51:02.104859 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Checking segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:51:02.105804 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.106810 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Bound using segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:51:02.107318 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Bound port: aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:51:02.107446 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb1aff-ac84-42e1-b73c-4384cb0255e3 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19bbd8f-4044-426b-a4dc-e5635e241daa,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:02.107717 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.111713 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2ebb1aff-ac84-42e1-b73c-4384cb0255e3 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.116076 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37800) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:02.121618 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.123396 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-79643ffe-a6d7-4f73-890d-612894f0928c tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Request body: {'security_group_rule': {'security_group_id': '7c554de8-6ac6-4f3f-93d7-175caa0c2917', 'project_id': '249950e2371f403a95f0713db8fb04f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:02.128409 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2ebb1aff-ac84-42e1-b73c-4384cb0255e3 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2294033 Sep 03 12:51:02.159963 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-79643ffe-a6d7-4f73-890d-612894f0928c tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.208435 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d9203-5a9a-492d-a256-969a49a9fc9c None None] Pushing event updated for resources: {'Port': ['ID=aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:02.219996 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-79643ffe-a6d7-4f73-890d-612894f0928c tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.224424 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-79643ffe-a6d7-4f73-890d-612894f0928c tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.232377 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.db.api [None req-7fc3df63-39bc-4191-98df-243f3e5c365e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 12:51:02.232779 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG oslo_db.api [None req-7fc3df63-39bc-4191-98df-243f3e5c365e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 12:51:02.250224 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79643ffe-a6d7-4f73-890d-612894f0928c tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e3d2ed-a3a0-4359-8070-f444b812de86,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:02.259999 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-79643ffe-a6d7-4f73-890d-612894f0928c tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.263221 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:02.264580 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37802) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:02.265305 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-79643ffe-a6d7-4f73-890d-612894f0928c tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481891 Sep 03 12:51:02.270435 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-09ead73e-3eeb-4a84-8fd9-b0a45d56c175 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Request body: {'security_group_rule': {'security_group_id': '7c554de8-6ac6-4f3f-93d7-175caa0c2917', 'project_id': '249950e2371f403a95f0713db8fb04f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:02.283319 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:02.283694 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.305474 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-09ead73e-3eeb-4a84-8fd9-b0a45d56c175 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.333442 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] For port aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:51:02.341415 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37804) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:02.346427 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-acfbf0b5-c94b-404e-b112-ca44e080526f tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1024723540', 'description': 'tempest-secgroup-smoke-1024723540 description', 'project_id': '629ca63105674d199c7db24d3ee4918e'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:02.354848 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] For port aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:51:02.365664 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.377282 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-acfbf0b5-c94b-404e-b112-ca44e080526f tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.388347 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-09ead73e-3eeb-4a84-8fd9-b0a45d56c175 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.393639 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-09ead73e-3eeb-4a84-8fd9-b0a45d56c175 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.422351 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ead73e-3eeb-4a84-8fd9-b0a45d56c175 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfff4196-2320-4880-a9d4-87975d86c1ae,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:02.458854 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:00Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:02.497188 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Routers {'8a94f63b-4b61-404d-bcba-e508bea301f1'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:51:02.497812 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['8a94f63b-4b61-404d-bcba-e508bea301f1'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:02.498788 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Notify callbacks [] for port, precommit_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.503355 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e7c07-70ec-4a36-af28-6c2f74c4b47f None None] The sync data for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi is: [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:00Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:51:02.522140 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.provisioning_blocks [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Transition to ACTIVE for port object c30613cb-0012-4d7b-997b-cdbee730adb4 will not be triggered until provisioned by entity L2. {{(pid=100324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:51:02.532668 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.547353 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d9203-5a9a-492d-a256-969a49a9fc9c None None] Pushing event updated for resources: {'Port': ['ID=aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:02.555866 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.573333 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-acfbf0b5-c94b-404e-b112-ca44e080526f tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.585409 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-09ead73e-3eeb-4a84-8fd9-b0a45d56c175 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.587129 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-09ead73e-3eeb-4a84-8fd9-b0a45d56c175 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3210366 Sep 03 12:51:02.590717 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37808) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:02.603807 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-6e6e36c5-1338-46ef-ab19-823fe4bad194 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Request body: {'security_group_rule': {'security_group_id': '7c554de8-6ac6-4f3f-93d7-175caa0c2917', 'project_id': '249950e2371f403a95f0713db8fb04f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:02.604458 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-acfbf0b5-c94b-404e-b112-ca44e080526f tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.611371 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abaeed8-6e22-4463-af60-3e610c8e4e4f None None] Pushing event updated for resources: {'Port': ['ID=c30613cb-0012-4d7b-997b-cdbee730adb4,revision_number=3']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:02.630209 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 7c8a536f-48fd-4c54-9bb0-7e6713ca1068, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=7c8a536f-48fd-4c54-9bb0-7e6713ca1068,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:02.656604 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.657409 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 01e5d994-206f-472c-be5d-2507e226215e up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:02.681902 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6e6e36c5-1338-46ef-ab19-823fe4bad194 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.691599 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Attempting to bind port c30613cb-0012-4d7b-997b-cdbee730adb4 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:51:02.700625 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-acfbf0b5-c94b-404e-b112-ca44e080526f tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.702204 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Attempting to bind port c30613cb-0012-4d7b-997b-cdbee730adb4 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': 'e6a89e36-2158-4e33-a021-3731cc846ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4'}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:51:02.702578 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Attempting to bind port c30613cb-0012-4d7b-997b-cdbee730adb4 on network 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4 {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:51:02.705553 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-acfbf0b5-c94b-404e-b112-ca44e080526f tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3633397 Sep 03 12:51:02.707293 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37812) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:02.717483 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-b0c03654-f81e-45f7-9a42-0bbbd5a674d9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Request body: {'security_group_rule': {'security_group_id': '09ad0431-a731-45b3-b4f2-2a36dece7713', 'project_id': '629ca63105674d199c7db24d3ee4918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:02.723466 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:51:02.723849 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Checking segment: {'id': 'e6a89e36-2158-4e33-a021-3731cc846ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:51:02.724257 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.724658 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Bound using segment: {'id': 'e6a89e36-2158-4e33-a021-3731cc846ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4'} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:51:02.725144 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Bound port: c30613cb-0012-4d7b-997b-cdbee730adb4, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a89e36-2158-4e33-a021-3731cc846ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4'}}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:51:02.725545 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.731202 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbf0b5-c94b-404e-b112-ca44e080526f tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ad0431-a731-45b3-b4f2-2a36dece7713,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:02.770605 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b0c03654-f81e-45f7-9a42-0bbbd5a674d9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.812080 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6e6e36c5-1338-46ef-ab19-823fe4bad194 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.818440 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6e6e36c5-1338-46ef-ab19-823fe4bad194 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.843736 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] Set router 8a94f63b-4b61-404d-bcba-e508bea301f1 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:51:02.851561 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e36c5-1338-46ef-ab19-823fe4bad194 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8823b53a-3dd3-4008-a15b-f104aecfc9c4,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:02.857595 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6e6e36c5-1338-46ef-ab19-823fe4bad194 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.863773 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6e6e36c5-1338-46ef-ab19-823fe4bad194 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2714095 Sep 03 12:51:02.864481 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37816) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:02.874324 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] For port c30613cb-0012-4d7b-997b-cdbee730adb4, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:51:02.877838 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] For port c30613cb-0012-4d7b-997b-cdbee730adb4, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=c30613cb-0012-4d7b-997b-cdbee730adb4,segment=NetworkSegment(e6a89e36-2158-4e33-a021-3731cc846ee5),segment_id=e6a89e36-2158-4e33-a021-3731cc846ee5)] {{(pid=100324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:51:02.886179 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:02.894869 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-d4cf19a9-c3cd-4260-aeb2-a23192e148c1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Request body: {'security_group_rule': {'security_group_id': '7c554de8-6ac6-4f3f-93d7-175caa0c2917', 'project_id': '249950e2371f403a95f0713db8fb04f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:02.909478 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['0891058a-5986-4fd3-91f6-127febab8478'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:51:02.966179 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Routers {'689fb183-019d-4f85-a17c-a0fadaf47093'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:51:02.966961 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['689fb183-019d-4f85-a17c-a0fadaf47093'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:02.974868 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=7c8a536f-48fd-4c54-9bb0-7e6713ca1068,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:03.050909 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.securitygroups_db [None req-d4cf19a9-c3cd-4260-aeb2-a23192e148c1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Project 249950e2371f403a95f0713db8fb04f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 12:51:03.065155 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b0c03654-f81e-45f7-9a42-0bbbd5a674d9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.072418 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d4cf19a9-c3cd-4260-aeb2-a23192e148c1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.078595 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abaeed8-6e22-4463-af60-3e610c8e4e4f None None] Pushing event updated for resources: {'Port': ['ID=c30613cb-0012-4d7b-997b-cdbee730adb4,revision_number=4']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:03.080770 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b0c03654-f81e-45f7-9a42-0bbbd5a674d9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.103448 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449091d0-4b20-460b-9d81-cabd8edc61c4 req-3f8b975f-0b6d-4bb7-ab7d-b5274a0ac924 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:03.104978 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-449091d0-4b20-460b-9d81-cabd8edc61c4 req-3f8b975f-0b6d-4bb7-ab7d-b5274a0ac924 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 945 time: 0.1239457 Sep 03 12:51:03.117483 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 01e5d994-206f-472c-be5d-2507e226215e triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:03.126657 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.132829 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c03654-f81e-45f7-9a42-0bbbd5a674d9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7c9ae4-bc60-423c-ad21-15f410f768e8,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:03.175029 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163fffc-cbe5-4d8b-90b1-ca687a554912 req-c5f26f9b-8790-40b0-bb25-10d9f6157164 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:03.178108 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4163fffc-cbe5-4d8b-90b1-ca687a554912 req-c5f26f9b-8790-40b0-bb25-10d9f6157164 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 945 time: 0.2554178 Sep 03 12:51:03.182539 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b0c03654-f81e-45f7-9a42-0bbbd5a674d9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.187667 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-b0c03654-f81e-45f7-9a42-0bbbd5a674d9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4742928 Sep 03 12:51:03.190319 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37822) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:03.213513 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-e7a9458f-88bc-4284-a0f1-3b3681562034 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Request body: {'security_group_rule': {'security_group_id': '09ad0431-a731-45b3-b4f2-2a36dece7713', 'project_id': '629ca63105674d199c7db24d3ee4918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:03.213778 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-3fb12f6b-4e47-4f0c-9122-d7a8238a9229 None None] Provisioning for port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:03.223941 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-3fb12f6b-4e47-4f0c-9122-d7a8238a9229 None None] Provisioning complete for port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:03.224428 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3fb12f6b-4e47-4f0c-9122-d7a8238a9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.261187 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] Set router 689fb183-019d-4f85-a17c-a0fadaf47093 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:51:03.377853 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf5da9-ec36-4929-877d-76b8eab743ab req-486daeda-8e9e-4004-ad0a-f8da25242e0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:03.379470 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-39bf5da9-ec36-4929-877d-76b8eab743ab req-486daeda-8e9e-4004-ad0a-f8da25242e0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 944 time: 0.1112082 Sep 03 12:51:03.411771 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-449091d0-4b20-460b-9d81-cabd8edc61c4 req-666962f5-3191-49f2-827a-db65d47fda65 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Deleting port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:51:03.411771 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-449091d0-4b20-460b-9d81-cabd8edc61c4 req-666962f5-3191-49f2-827a-db65d47fda65 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.412138 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e7a9458f-88bc-4284-a0f1-3b3681562034 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.466032 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-39bf5da9-ec36-4929-877d-76b8eab743ab req-471314a1-cddb-460c-9f5c-2ea5c601296f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762734 Sep 03 12:51:03.471417 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-3fb12f6b-4e47-4f0c-9122-d7a8238a9229 None None] Port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:51:03.515171 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d4cf19a9-c3cd-4260-aeb2-a23192e148c1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.544618 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4163fffc-cbe5-4d8b-90b1-ca687a554912 req-ee7a5e3e-cf61-41da-9cd2-fe18d9a5e99a tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148627 Sep 03 12:51:03.552241 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d4cf19a9-c3cd-4260-aeb2-a23192e148c1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.634577 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d4cf19a9-c3cd-4260-aeb2-a23192e148c1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.637706 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-d4cf19a9-c3cd-4260-aeb2-a23192e148c1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7636380 Sep 03 12:51:03.642335 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37830) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:03.649287 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf19a9-c3cd-4260-aeb2-a23192e148c1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da235588-a65b-4c06-b185-5cb857d60306,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:03.661983 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-c2766f22-094a-407a-8ed7-371089c6e29a tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Request body: {'security_group_rule': {'security_group_id': '7c554de8-6ac6-4f3f-93d7-175caa0c2917', 'project_id': '249950e2371f403a95f0713db8fb04f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:03.672373 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-449091d0-4b20-460b-9d81-cabd8edc61c4 req-666962f5-3191-49f2-827a-db65d47fda65 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] For port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5f882b6f-6037-4ea2-a3cd-7903c20e9b70,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:03.672750 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-449091d0-4b20-460b-9d81-cabd8edc61c4 req-666962f5-3191-49f2-827a-db65d47fda65 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.708778 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'name': 'tempest-TestVolumeBootPattern-1344895770-router', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:51:00Z', 'revision_number': 4, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'gw_port': {'id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:55Z', 'updated_at': '2021-09-03T12:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '5c9277cf-8e1a-4e61-974c-f5637a3c7aa0', 'name': '', 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'mac_address': 'fa:16:3e:24:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cac45484-b0d1-4733-b562-1bcff423f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:59Z', 'updated_at': '2021-09-03T12:51:00Z', 'revision_number': 2, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'subnets': [{'id': 'cac45484-b0d1-4733-b562-1bcff423f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:03.712434 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-449091d0-4b20-460b-9d81-cabd8edc61c4 req-666962f5-3191-49f2-827a-db65d47fda65 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Calling delete_port for 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:51:03.720909 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.securitygroups_db [None req-c2766f22-094a-407a-8ed7-371089c6e29a tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Project 249950e2371f403a95f0713db8fb04f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 12:51:03.735600 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c2766f22-094a-407a-8ed7-371089c6e29a tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.805833 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'name': 'tempest-TestShelveInstance-764132993-router', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:53Z', 'updated_at': '2021-09-03T12:50:59Z', 'revision_number': 4, 'project_id': '367ea44775b945be9efb6d49ce508b06', 'gw_port': {'id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'c30613cb-0012-4d7b-997b-cdbee730adb4', 'name': '', 'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'mac_address': 'fa:16:3e:ef:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd000526e-17cc-496d-8192-050111cf6bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:58Z', 'updated_at': '2021-09-03T12:51:02Z', 'revision_number': 4, 'project_id': '367ea44775b945be9efb6d49ce508b06', 'subnets': [{'id': 'd000526e-17cc-496d-8192-050111cf6bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:03.814662 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e7a9458f-88bc-4284-a0f1-3b3681562034 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.828860 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c2766f22-094a-407a-8ed7-371089c6e29a tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.829997 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e7a9458f-88bc-4284-a0f1-3b3681562034 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.837430 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d54ccfd-c8bb-41b0-bfae-d2e388083185 None None] The sync data for ids ['8a94f63b-4b61-404d-bcba-e508bea301f1'] in dv-cinder-806559-6-iscsi is: [{'id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'name': 'tempest-TestVolumeBootPattern-1344895770-router', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:51:00Z', 'revision_number': 4, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'gw_port': {'id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:55Z', 'updated_at': '2021-09-03T12:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '5c9277cf-8e1a-4e61-974c-f5637a3c7aa0', 'name': '', 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'mac_address': 'fa:16:3e:24:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cac45484-b0d1-4733-b562-1bcff423f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:59Z', 'updated_at': '2021-09-03T12:51:00Z', 'revision_number': 2, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'subnets': [{'id': 'cac45484-b0d1-4733-b562-1bcff423f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:51:03.870652 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c2766f22-094a-407a-8ed7-371089c6e29a tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.904079 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f143c5-ff31-40ad-8612-dc20544cbb69 None None] The sync data for ids ['689fb183-019d-4f85-a17c-a0fadaf47093'] in dv-cinder-806559-6-iscsi is: [{'id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'name': 'tempest-TestShelveInstance-764132993-router', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:53Z', 'updated_at': '2021-09-03T12:50:59Z', 'revision_number': 4, 'project_id': '367ea44775b945be9efb6d49ce508b06', 'gw_port': {'id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'c30613cb-0012-4d7b-997b-cdbee730adb4', 'name': '', 'network_id': '8e9b9e49-ad07-452b-ad52-f3b9fa385bb4', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'mac_address': 'fa:16:3e:ef:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd000526e-17cc-496d-8192-050111cf6bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:58Z', 'updated_at': '2021-09-03T12:51:02Z', 'revision_number': 4, 'project_id': '367ea44775b945be9efb6d49ce508b06', 'subnets': [{'id': 'd000526e-17cc-496d-8192-050111cf6bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:51:03.904362 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9458f-88bc-4284-a0f1-3b3681562034 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b6b2c8-77bb-4516-a505-27da08af0c7e,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:03.953464 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e7a9458f-88bc-4284-a0f1-3b3681562034 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.955277 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-e7a9458f-88bc-4284-a0f1-3b3681562034 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7617738 Sep 03 12:51:03.960740 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37844) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:03.966156 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-0eff5404-547b-4140-9937-2e3a95841e4c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Request body: {'security_group_rule': {'security_group_id': '09ad0431-a731-45b3-b4f2-2a36dece7713', 'project_id': '629ca63105674d199c7db24d3ee4918e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:03.970227 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2766f22-094a-407a-8ed7-371089c6e29a tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd306aa-a52c-4a71-bd4b-06159d8d4874,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:03.973356 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:03.979062 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c2766f22-094a-407a-8ed7-371089c6e29a tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:03.983432 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-c2766f22-094a-407a-8ed7-371089c6e29a tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3340847 Sep 03 12:51:04.072710 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-449091d0-4b20-460b-9d81-cabd8edc61c4 req-666962f5-3191-49f2-827a-db65d47fda65 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:04.140874 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:04.141252 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:04.174824 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-f4c4a9f8-d532-4aa3-8c31-0aadc554aaed tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:04.195799 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-f4c4a9f8-d532-4aa3-8c31-0aadc554aaed tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/networks?id=d77bbd2e-6087-4ebe-9026-df6fe1bdb78a HTTP/1.1" status: 200 len: 813 time: 0.2822068 Sep 03 12:51:04.198012 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0eff5404-547b-4140-9937-2e3a95841e4c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:04.201427 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666962f5-3191-49f2-827a-db65d47fda65 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Pushing event deleted for resources: {'Port': ['ID=5f882b6f-6037-4ea2-a3cd-7903c20e9b70,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:04.215843 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-fc6f57bd-f7ca-4fa7-9c5e-574f38b195f2 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/quotas/0eb613531e2d4b6db575b37bb9af3d1a HTTP/1.1" status: 200 len: 375 time: 0.0120389 Sep 03 12:51:04.270529 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 0a56d019-4aff-4d0d-9bdc-94fde38cda37 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:04.288554 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-54e29a44-4aa2-40f1-8d19-6174d24ad706 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0eb613531e2d4b6db575b37bb9af3d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660655 Sep 03 12:51:04.463599 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-5887e479-4f00-4d68-af79-159f86555f58 service neutron] 10.222.0.23 "GET /v2.0/networks/d77bbd2e-6087-4ebe-9026-df6fe1bdb78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739581 Sep 03 12:51:04.545044 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['463bbe24-5676-4ced-9118-72f026f6470a', '95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f', 'adbeb4b0-97f0-4d80-bf0d-b3d46d606446', '5f882b6f-6037-4ea2-a3cd-7903c20e9b70'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:51:04.635296 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-449091d0-4b20-460b-9d81-cabd8edc61c4 req-666962f5-3191-49f2-827a-db65d47fda65 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] No DVR routers for this DVR port 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 on host hv-cinder-80655 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:51:04.644691 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-449091d0-4b20-460b-9d81-cabd8edc61c4 req-666962f5-3191-49f2-827a-db65d47fda65 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:04.647234 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-449091d0-4b20-460b-9d81-cabd8edc61c4 req-666962f5-3191-49f2-827a-db65d47fda65 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "DELETE /v2.0/ports/5f882b6f-6037-4ea2-a3cd-7903c20e9b70 HTTP/1.1" status: 204 len: 173 time: 1.5227919 Sep 03 12:51:04.651234 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-27799881-cc8f-4f66-89b0-733f1534887f service neutron] 10.222.0.23 "GET /v2.0/networks/d77bbd2e-6087-4ebe-9026-df6fe1bdb78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857035 Sep 03 12:51:04.720950 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a84c3fd-83d8-45c7-b093-89caeab92966', 'name': 'network-vif-deleted', 'tag': '5f882b6f-6037-4ea2-a3cd-7903c20e9b70'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:51:04.728998 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527b4968-20f9-41fd-af85-3a486f56c26a" -d '{"events": [{"server_uuid": "1a84c3fd-83d8-45c7-b093-89caeab92966", "name": "network-vif-deleted", "tag": "5f882b6f-6037-4ea2-a3cd-7903c20e9b70"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:51:04.772211 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0eff5404-547b-4140-9937-2e3a95841e4c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:04.782500 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0eff5404-547b-4140-9937-2e3a95841e4c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:04.795394 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 0a56d019-4aff-4d0d-9bdc-94fde38cda37 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:04.809464 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 0a56d019-4aff-4d0d-9bdc-94fde38cda37 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:04.810384 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:04.847422 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff5404-547b-4140-9937-2e3a95841e4c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03638ca5-0f95-4567-bc9c-7730eb6dd71a,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:04.882025 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0eff5404-547b-4140-9937-2e3a95841e4c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:04.896008 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 37896) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:04.915402 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-ac2e10c0-936d-483e-9c86-86fba21fed14 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Request body: {'security_group_rule': {'security_group_id': '09ad0431-a731-45b3-b4f2-2a36dece7713', 'project_id': '629ca63105674d199c7db24d3ee4918e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:04.925354 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-0eff5404-547b-4140-9937-2e3a95841e4c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9633620 Sep 03 12:51:04.958195 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73ad89-8c02-4208-9564-5626668764e7 req-48a2afb7-9f11-4029-a1a7-c0742e0503c6 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:04.971577 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ad73ad89-8c02-4208-9564-5626668764e7 req-48a2afb7-9f11-4029-a1a7-c0742e0503c6 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 944 time: 0.2946465 Sep 03 12:51:04.983752 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ac2e10c0-936d-483e-9c86-86fba21fed14 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.013942 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.061480 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ad73ad89-8c02-4208-9564-5626668764e7 req-4d3081d0-4055-4848-a17e-b4edf4ef12fa tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845075 Sep 03 12:51:05.087822 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 0a56d019-4aff-4d0d-9bdc-94fde38cda37, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=0a56d019-4aff-4d0d-9bdc-94fde38cda37,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:05.103556 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.104449 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:05.154142 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0010a7bc-60a3-4c43-b47a-5a72d8e63d3b x-openstack-request-id: req-0010a7bc-60a3-4c43-b47a-5a72d8e63d3b {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:51:05.154567 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a84c3fd-83d8-45c7-b093-89caeab92966", "name": "network-vif-deleted", "tag": "5f882b6f-6037-4ea2-a3cd-7903c20e9b70", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:51:05.154849 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0010a7bc-60a3-4c43-b47a-5a72d8e63d3b {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:51:05.155244 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a84c3fd-83d8-45c7-b093-89caeab92966', 'name': 'network-vif-deleted', 'tag': '5f882b6f-6037-4ea2-a3cd-7903c20e9b70', 'status': 'completed', 'code': 200} Sep 03 12:51:05.157341 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4e2868f9-bc39-4fc5-852f-4d987ef03ce2 req-c2b53890-0fb1-416f-a272-af02486cd7e3 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a84c3fd-83d8-45c7-b093-89caeab92966 HTTP/1.1" status: 200 len: 210 time: 0.1047828 Sep 03 12:51:05.286760 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ac2e10c0-936d-483e-9c86-86fba21fed14 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.294549 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ac2e10c0-936d-483e-9c86-86fba21fed14 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.298784 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=0a56d019-4aff-4d0d-9bdc-94fde38cda37,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:05.330366 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e10c0-936d-483e-9c86-86fba21fed14 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3407740-b83e-4c95-b245-3ab6edbea250,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:05.338950 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ac2e10c0-936d-483e-9c86-86fba21fed14 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.339099 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-eaa759de-5cd9-4e3d-aef5-8287ded42486 req-3210d83a-8144-4cad-83e0-177ceb330418 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 210 time: 0.0931659 Sep 03 12:51:05.345285 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-ac2e10c0-936d-483e-9c86-86fba21fed14 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4481840 Sep 03 12:51:05.345469 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37920) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:05.350213 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-3714d471-c9b4-43db-b1e8-d71026a27f05 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Request body: {'security_group_rule': {'security_group_id': '09ad0431-a731-45b3-b4f2-2a36dece7713', 'project_id': '629ca63105674d199c7db24d3ee4918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:05.361045 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:05.361045 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.408259 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.securitygroups_db [None req-3714d471-c9b4-43db-b1e8-d71026a27f05 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Project 629ca63105674d199c7db24d3ee4918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 12:51:05.417407 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3714d471-c9b4-43db-b1e8-d71026a27f05 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.507538 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device c2356254-6977-47e5-b226-e78d8bcef7b3 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:05.514830 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3714d471-c9b4-43db-b1e8-d71026a27f05 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.520309 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3714d471-c9b4-43db-b1e8-d71026a27f05 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.554909 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714d471-c9b4-43db-b1e8-d71026a27f05 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe90870e-41a2-42be-8ca7-128f96978628,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:05.560923 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3714d471-c9b4-43db-b1e8-d71026a27f05 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.566215 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-3714d471-c9b4-43db-b1e8-d71026a27f05 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2163794 Sep 03 12:51:05.566495 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 37928) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:05.570385 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port c2356254-6977-47e5-b226-e78d8bcef7b3 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:05.570803 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.572166 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-6ddcd38e-0b4e-4a68-b9b7-154d49dc623d tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Request body: {'security_group_rule': {'security_group_id': '09ad0431-a731-45b3-b4f2-2a36dece7713', 'project_id': '629ca63105674d199c7db24d3ee4918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:05.600980 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.securitygroups_db [None req-6ddcd38e-0b4e-4a68-b9b7-154d49dc623d tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Project 629ca63105674d199c7db24d3ee4918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 12:51:05.609230 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6ddcd38e-0b4e-4a68-b9b7-154d49dc623d tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.707644 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6ddcd38e-0b4e-4a68-b9b7-154d49dc623d tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.713095 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6ddcd38e-0b4e-4a68-b9b7-154d49dc623d tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.733538 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcd38e-0b4e-4a68-b9b7-154d49dc623d tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c993830-f90e-4b99-9316-75b4ea279857,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:05.737261 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6ddcd38e-0b4e-4a68-b9b7-154d49dc623d tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.741572 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6ddcd38e-0b4e-4a68-b9b7-154d49dc623d tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1712630 Sep 03 12:51:05.867953 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 0a56d019-4aff-4d0d-9bdc-94fde38cda37 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:05.941461 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 0a56d019-4aff-4d0d-9bdc-94fde38cda37 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:05.942050 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:06.032182 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device c30613cb-0012-4d7b-997b-cdbee730adb4 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:06.105179 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port c30613cb-0012-4d7b-997b-cdbee730adb4 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:06.110606 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port c30613cb-0012-4d7b-997b-cdbee730adb4 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:06.111507 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:06.222524 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:06.235074 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d602e8-226d-44f6-82bd-27f1589e1f38 req-af53bded-db63-4958-af66-7633126ce371 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:06.254685 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-44d602e8-226d-44f6-82bd-27f1589e1f38 req-af53bded-db63-4958-af66-7633126ce371 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 944 time: 0.1041250 Sep 03 12:51:06.307757 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port c30613cb-0012-4d7b-997b-cdbee730adb4, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=c30613cb-0012-4d7b-997b-cdbee730adb4,segment=NetworkSegment(e6a89e36-2158-4e33-a021-3731cc846ee5),segment_id=e6a89e36-2158-4e33-a021-3731cc846ee5)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:06.316276 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:06.326923 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-44d602e8-226d-44f6-82bd-27f1589e1f38 req-085bf09d-5452-466b-9320-725e1c33a117 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646453 Sep 03 12:51:06.450598 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 0891058a-5986-4fd3-91f6-127febab8478 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:06.457564 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=c30613cb-0012-4d7b-997b-cdbee730adb4,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:06.477470 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-4d3d2155-5a16-415d-b1c3-b708b3ab2f73 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:06.479020 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-4d3d2155-5a16-415d-b1c3-b708b3ab2f73 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.22 "GET /v2.0/networks?id=d77bbd2e-6087-4ebe-9026-df6fe1bdb78a HTTP/1.1" status: 200 len: 813 time: 0.2307615 Sep 03 12:51:06.497958 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-788fba20-e57f-4e9a-96ed-115b62a2aa7b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Request body: {'port': {'device_id': 'b9e54017-c30e-4884-815d-d4bf051d985d', 'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a', 'admin_state_up': True, 'tenant_id': '0eb613531e2d4b6db575b37bb9af3d1a'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:06.521657 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 0891058a-5986-4fd3-91f6-127febab8478 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:06.522103 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:06.574253 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c6978cf-04c4-4f55-b42b-44f36345a1cd req-a047ecc7-9c12-4a79-9b7d-f275e40b202b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 210 time: 0.0385387 Sep 03 12:51:06.661005 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:06.688790 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-788fba20-e57f-4e9a-96ed-115b62a2aa7b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Made reservation on behalf of 0eb613531e2d4b6db575b37bb9af3d1a for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:51:06.692813 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0891058a-5986-4fd3-91f6-127febab8478'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:51:06.693641 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-788fba20-e57f-4e9a-96ed-115b62a2aa7b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:06.695403 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a239bb5-1852-48db-a8d9-3b9971fa697d" -d '{"events": [{"server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "name": "network-vif-plugged", "status": "completed", "tag": "0891058a-5986-4fd3-91f6-127febab8478"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:51:06.710755 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 0891058a-5986-4fd3-91f6-127febab8478, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=0891058a-5986-4fd3-91f6-127febab8478,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:06.716972 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:06.814416 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d597191f-9e3f-41ea-8442-24dbec158ab3 x-openstack-request-id: req-d597191f-9e3f-41ea-8442-24dbec158ab3 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:51:06.815635 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "name": "network-vif-plugged", "status": "completed", "tag": "0891058a-5986-4fd3-91f6-127febab8478", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:51:06.831136 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d597191f-9e3f-41ea-8442-24dbec158ab3 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:51:06.843494 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0891058a-5986-4fd3-91f6-127febab8478', 'code': 200} Sep 03 12:51:06.869201 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=0891058a-5986-4fd3-91f6-127febab8478,revision_number=10']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:06.885359 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7630bd-b855-403d-ab2c-a9d983be5d9f req-b65463c9-2b0d-4b29-83d2-54c4273ec2e0 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:06.893527 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1c7630bd-b855-403d-ab2c-a9d983be5d9f req-b65463c9-2b0d-4b29-83d2-54c4273ec2e0 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.1546805 Sep 03 12:51:06.968258 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1c7630bd-b855-403d-ab2c-a9d983be5d9f req-21354f51-60fc-4277-867d-52772c2cb61b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738473 Sep 03 12:51:06.987011 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-788fba20-e57f-4e9a-96ed-115b62a2aa7b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Allocated IP 172.20.0.8 (d77bbd2e-6087-4ebe-9026-df6fe1bdb78a/c3cb222c-8748-4d08-9811-d99200e0585b/3a42202a-0633-4903-85e3-f4da2c6e14c9) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:51:07.163793 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-788fba20-e57f-4e9a-96ed-115b62a2aa7b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:07.225833 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-788fba20-e57f-4e9a-96ed-115b62a2aa7b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:07.280084 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-788fba20-e57f-4e9a-96ed-115b62a2aa7b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Network d77bbd2e-6087-4ebe-9026-df6fe1bdb78a is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:51:07.283308 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-788fba20-e57f-4e9a-96ed-115b62a2aa7b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:51:07.289333 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-788fba20-e57f-4e9a-96ed-115b62a2aa7b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:51:07.330990 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fba20-e57f-4e9a-96ed-115b62a2aa7b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Pushing event updated for resources: {'Port': ['ID=3a42202a-0633-4903-85e3-f4da2c6e14c9,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:07.349497 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-788fba20-e57f-4e9a-96ed-115b62a2aa7b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:07.350169 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-788fba20-e57f-4e9a-96ed-115b62a2aa7b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:07.374791 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-788fba20-e57f-4e9a-96ed-115b62a2aa7b tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8841159 Sep 03 12:51:07.394215 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Request body: {'port': {'device_id': 'b9e54017-c30e-4884-815d-d4bf051d985d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:07.400696 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9588c5-f85e-452f-827a-4b0e1555ef83 req-5133bb3a-7b78-4964-86eb-4cb8c848c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:07.402547 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3b9588c5-f85e-452f-827a-4b0e1555ef83 req-5133bb3a-7b78-4964-86eb-4cb8c848c4a5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 1099 time: 0.0549364 Sep 03 12:51:07.478609 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:07.489664 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3b9588c5-f85e-452f-827a-4b0e1555ef83 req-615dd18c-7835-448e-ae53-976182d7dcb3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646863 Sep 03 12:51:07.511138 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d77150-e79c-47af-b915-ced59fc2c652 req-2d4759b2-8c85-4fbe-b26e-1a3d0b43f55c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:07.521918 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-90d77150-e79c-47af-b915-ced59fc2c652 req-2d4759b2-8c85-4fbe-b26e-1a3d0b43f55c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.1088316 Sep 03 12:51:07.860771 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a798b1-1fd4-4ae6-a4ff-70fe1e767af5 req-3d4b40d6-4146-4666-9079-9b60c2816461 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:07.874411 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-34a798b1-1fd4-4ae6-a4ff-70fe1e767af5 req-3d4b40d6-4146-4666-9079-9b60c2816461 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 931 time: 0.1169298 Sep 03 12:51:07.894946 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-90d77150-e79c-47af-b915-ced59fc2c652 req-25828461-4cbe-4e67-8d95-f1d40b8a933b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3716795 Sep 03 12:51:07.936708 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a42202a-0633-4903-85e3-f4da2c6e14c9 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:51:07.944632 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:07.948627 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:07.954221 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-34a798b1-1fd4-4ae6-a4ff-70fe1e767af5 req-001d3009-158c-4c92-954a-842f2a95e692 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817528 Sep 03 12:51:07.967141 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Transition to ACTIVE for port object 3a42202a-0633-4903-85e3-f4da2c6e14c9 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:51:07.981118 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:08.023077 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:08.033791 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:08.034189 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:08.070879 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d73dd-2932-4426-9634-e92068d84cb5 req-ebc3bc0c-350e-4904-aaab-8fcae8d7ef57 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:08.077313 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Pushing event updated for resources: {'Port': ['ID=3a42202a-0633-4903-85e3-f4da2c6e14c9,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:08.079060 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a31d73dd-2932-4426-9634-e92068d84cb5 req-ebc3bc0c-350e-4904-aaab-8fcae8d7ef57 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 946 time: 0.0970654 Sep 03 12:51:08.131135 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a31d73dd-2932-4426-9634-e92068d84cb5 req-aadf48eb-d7c1-4496-9f2e-dbbf7130bf6f tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511432 Sep 03 12:51:08.143577 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:08.171332 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Attempting to bind port 3a42202a-0633-4903-85e3-f4da2c6e14c9 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:51:08.171779 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Attempting to bind port 3a42202a-0633-4903-85e3-f4da2c6e14c9 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '2ce63cc9-7579-4854-8f43-f322e0be23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:51:08.172058 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Attempting to bind port 3a42202a-0633-4903-85e3-f4da2c6e14c9 on network d77bbd2e-6087-4ebe-9026-df6fe1bdb78a {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:51:08.177688 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:08.182935 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:08.184094 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942ce0e-4bf7-4944-ab7e-79e17be46afa req-73935963-f8bd-4b94-9d3a-f591c5d77c6b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:08.184470 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device c30613cb-0012-4d7b-997b-cdbee730adb4 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:08.185933 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a942ce0e-4bf7-4944-ab7e-79e17be46afa req-73935963-f8bd-4b94-9d3a-f591c5d77c6b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.1140819 Sep 03 12:51:08.188202 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Port 3a42202a-0633-4903-85e3-f4da2c6e14c9 on network d77bbd2e-6087-4ebe-9026-df6fe1bdb78a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:51:08.188530 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Attempting to bind port 3a42202a-0633-4903-85e3-f4da2c6e14c9 on network d77bbd2e-6087-4ebe-9026-df6fe1bdb78a {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:51:08.195522 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:51:08.195869 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Checking segment: {'id': '2ce63cc9-7579-4854-8f43-f322e0be23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:51:08.196268 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Bound using segment: {'id': '2ce63cc9-7579-4854-8f43-f322e0be23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:51:08.196702 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Bound port: 3a42202a-0633-4903-85e3-f4da2c6e14c9, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce63cc9-7579-4854-8f43-f322e0be23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:51:08.197068 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:08.273613 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a942ce0e-4bf7-4944-ab7e-79e17be46afa req-8cf7e72d-cab8-459c-a841-d7cd28c50772 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800886 Sep 03 12:51:08.287686 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:08.295215 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port c30613cb-0012-4d7b-997b-cdbee730adb4 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:08.295664 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:08.314103 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] For port 3a42202a-0633-4903-85e3-f4da2c6e14c9, host hv-cinder-80655, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:51:08.318006 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] For port 3a42202a-0633-4903-85e3-f4da2c6e14c9, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3a42202a-0633-4903-85e3-f4da2c6e14c9,segment=NetworkSegment(2ce63cc9-7579-4854-8f43-f322e0be23f3),segment_id=2ce63cc9-7579-4854-8f43-f322e0be23f3)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:51:08.323115 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:08.359306 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:08.359924 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:08.361307 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] 10.222.0.22 "PUT /v2.0/ports/3a42202a-0633-4903-85e3-f4da2c6e14c9 HTTP/1.1" status: 200 len: 1093 time: 0.9760444 Sep 03 12:51:08.361730 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e54017-c30e-4884-815d-d4bf051d985d', 'tag': '3a42202a-0633-4903-85e3-f4da2c6e14c9'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:51:08.364017 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bb56ef-5dc3-412e-a1e5-52009180d19b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e54017-c30e-4884-815d-d4bf051d985d", "tag": "3a42202a-0633-4903-85e3-f4da2c6e14c9"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:51:08.387612 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:51:08.399096 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313275d-c1ae-4b5a-8efe-09e407ed9791 service neutron] Pushing event updated for resources: {'Port': ['ID=3a42202a-0633-4903-85e3-f4da2c6e14c9,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:08.411702 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:51:08.412056 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 5f882b6f-6037-4ea2-a3cd-7903c20e9b70 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:51:08.429649 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a8c3c7-6ff6-4130-b9e0-629a74527e33 x-openstack-request-id: req-c0a8c3c7-6ff6-4130-b9e0-629a74527e33 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:51:08.429934 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e54017-c30e-4884-815d-d4bf051d985d", "tag": "3a42202a-0633-4903-85e3-f4da2c6e14c9", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:51:08.430189 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0a8c3c7-6ff6-4130-b9e0-629a74527e33 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:51:08.430583 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e54017-c30e-4884-815d-d4bf051d985d', 'tag': '3a42202a-0633-4903-85e3-f4da2c6e14c9', 'status': 'completed', 'code': 200} Sep 03 12:51:08.467795 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-ae8ef2b3-84d2-41cf-b359-784aeff39bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:08.469427 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-ae8ef2b3-84d2-41cf-b359-784aeff39bf3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0eb613531e2d4b6db575b37bb9af3d1a&device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 1096 time: 0.0483325 Sep 03 12:51:08.518951 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-08b9e74c-0ed0-40c4-971e-ab794421c620 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a42202a-0633-4903-85e3-f4da2c6e14c9 HTTP/1.1" status: 200 len: 217 time: 0.0405035 Sep 03 12:51:08.574787 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-671a29a9-b291-4166-937c-45550e7dc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:08.576097 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-671a29a9-b291-4166-937c-45550e7dc24f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3cb222c-8748-4d08-9811-d99200e0585b HTTP/1.1" status: 200 len: 853 time: 0.0447133 Sep 03 12:51:08.610731 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-a2680c3c-4061-4c7b-bd42-9dd23e6fdb63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d77bbd2e-6087-4ebe-9026-df6fe1bdb78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254519 Sep 03 12:51:08.722625 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-8d868f2a-432c-420e-a3fc-ec96660ab7e2 service neutron] 10.222.0.22 "GET /v2.0/networks/d77bbd2e-6087-4ebe-9026-df6fe1bdb78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988417 Sep 03 12:51:08.813790 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5873ca8f-a00a-409a-bdf4-cbe016cd4816 req-1c128753-7513-406d-acc9-29e3909c4971 service neutron] 10.222.0.22 "GET /v2.0/networks/d77bbd2e-6087-4ebe-9026-df6fe1bdb78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827835 Sep 03 12:51:08.912879 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb56ef-5dc3-412e-a1e5-52009180d19b req-b4a8ef96-ac50-4fa0-a111-504ec0093c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:08.914457 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70bb56ef-5dc3-412e-a1e5-52009180d19b req-b4a8ef96-ac50-4fa0-a111-504ec0093c4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0eb613531e2d4b6db575b37bb9af3d1a&device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 1096 time: 0.0430579 Sep 03 12:51:09.050535 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b733434-402e-4346-902f-71d88954c682 req-9dd205bb-755b-4af7-a468-5cacd8d10847 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:09.052056 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1b733434-402e-4346-902f-71d88954c682 req-9dd205bb-755b-4af7-a468-5cacd8d10847 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0920041 Sep 03 12:51:09.055819 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb56ef-5dc3-412e-a1e5-52009180d19b req-d848b4cf-ae56-494a-bf4e-999c67eecc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:09.057188 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70bb56ef-5dc3-412e-a1e5-52009180d19b req-d848b4cf-ae56-494a-bf4e-999c67eecc18 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d77bbd2e-6087-4ebe-9026-df6fe1bdb78a HTTP/1.1" status: 200 len: 914 time: 0.1334858 Sep 03 12:51:09.074671 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c4543-699f-494b-ac20-c0562e7862a0 req-e2522298-afe3-4b49-bbb2-30dae48ae4b0 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:09.076186 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-813c4543-699f-494b-ac20-c0562e7862a0 req-e2522298-afe3-4b49-bbb2-30dae48ae4b0 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 943 time: 0.0488393 Sep 03 12:51:09.112309 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70bb56ef-5dc3-412e-a1e5-52009180d19b req-88a1bb8e-9c48-4b61-af28-0eba58235b21 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a42202a-0633-4903-85e3-f4da2c6e14c9 HTTP/1.1" status: 200 len: 217 time: 0.0400274 Sep 03 12:51:09.116251 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-813c4543-699f-494b-ac20-c0562e7862a0 req-2406afab-8857-4a6c-9ca3-12d87f3cdef9 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340636 Sep 03 12:51:09.137111 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1b733434-402e-4346-902f-71d88954c682 req-4fc52956-2b54-45e6-a1e1-b8e65b3c351c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784318 Sep 03 12:51:09.172367 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb56ef-5dc3-412e-a1e5-52009180d19b req-7957b79e-7935-4921-afbe-515d78bc65dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:09.173888 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70bb56ef-5dc3-412e-a1e5-52009180d19b req-7957b79e-7935-4921-afbe-515d78bc65dc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3cb222c-8748-4d08-9811-d99200e0585b HTTP/1.1" status: 200 len: 853 time: 0.0501428 Sep 03 12:51:09.213469 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70bb56ef-5dc3-412e-a1e5-52009180d19b req-3bed894d-dbbd-4f30-a29e-d153e2797924 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d77bbd2e-6087-4ebe-9026-df6fe1bdb78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250635 Sep 03 12:51:09.267590 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e540023-0ee3-48c6-8cd6-eed2c5920a69 req-c617cf00-d0ad-474e-b401-a4c37dfa3593 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:09.269101 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3e540023-0ee3-48c6-8cd6-eed2c5920a69 req-c617cf00-d0ad-474e-b401-a4c37dfa3593 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 946 time: 0.0587752 Sep 03 12:51:09.315997 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3e540023-0ee3-48c6-8cd6-eed2c5920a69 req-d549b519-8ef8-4b6c-bd45-1563790d065e tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336185 Sep 03 12:51:09.321963 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70bb56ef-5dc3-412e-a1e5-52009180d19b req-5a8cfc31-3c9e-4bf2-ac67-50eec647e5a5 service neutron] 10.222.0.22 "GET /v2.0/networks/d77bbd2e-6087-4ebe-9026-df6fe1bdb78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995650 Sep 03 12:51:09.454801 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c95a3-3687-46e4-b023-e981add3deb4 req-e09e0b29-b02c-48fb-9f90-c934b40906e9 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:09.456192 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df5c95a3-3687-46e4-b023-e981add3deb4 req-e09e0b29-b02c-48fb-9f90-c934b40906e9 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0990620 Sep 03 12:51:09.459805 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70bb56ef-5dc3-412e-a1e5-52009180d19b req-4131537b-a6f9-4d34-a9a3-5178a85833c5 service neutron] 10.222.0.22 "GET /v2.0/networks/d77bbd2e-6087-4ebe-9026-df6fe1bdb78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245377 Sep 03 12:51:09.493564 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df5c95a3-3687-46e4-b023-e981add3deb4 req-1a1d8527-1984-43a2-9446-745dfa71aaf2 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314929 Sep 03 12:51:09.594371 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Sync routers for ids ['8a94f63b-4b61-404d-bcba-e508bea301f1'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:51:09.603470 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Routers {'8a94f63b-4b61-404d-bcba-e508bea301f1'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:51:09.604090 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['8a94f63b-4b61-404d-bcba-e508bea301f1'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:09.713022 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Set router 8a94f63b-4b61-404d-bcba-e508bea301f1 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:51:09.746918 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:09.905405 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:09.905833 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:10.025067 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'name': 'tempest-TestVolumeBootPattern-1344895770-router', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:51:00Z', 'revision_number': 4, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'gw_port': {'id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:55Z', 'updated_at': '2021-09-03T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '5c9277cf-8e1a-4e61-974c-f5637a3c7aa0', 'name': '', 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'mac_address': 'fa:16:3e:24:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cac45484-b0d1-4733-b562-1bcff423f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:59Z', 'updated_at': '2021-09-03T12:51:00Z', 'revision_number': 2, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'subnets': [{'id': 'cac45484-b0d1-4733-b562-1bcff423f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:10.053444 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Checking router: 8a94f63b-4b61-404d-bcba-e508bea301f1 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:51:10.053795 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Updating router 8a94f63b-4b61-404d-bcba-e508bea301f1 port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 binding host dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:51:10.082859 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:10.258951 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3611f-9f01-4575-b7c7-e68c986fa1ac req-6a55f72c-0847-417c-a7b0-49f2a8de0b59 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:10.260561 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-71a3611f-9f01-4575-b7c7-e68c986fa1ac req-6a55f72c-0847-417c-a7b0-49f2a8de0b59 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 943 time: 0.0653348 Sep 03 12:51:10.300527 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69721577-1f5c-46f5-b4b4-67f52d4b9b3c req-19ced672-0c3a-40ef-bed4-647ebb6f8d5d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:10.302037 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-69721577-1f5c-46f5-b4b4-67f52d4b9b3c req-19ced672-0c3a-40ef-bed4-647ebb6f8d5d tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.0823328 Sep 03 12:51:10.309484 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0d06e-4835-4da8-93b9-7a3d470d3a79 req-382bf996-a2cf-4598-a5ed-bf1ca1a23715 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:10.311240 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e8f0d06e-4835-4da8-93b9-7a3d470d3a79 req-382bf996-a2cf-4598-a5ed-bf1ca1a23715 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0824246 Sep 03 12:51:10.316722 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-71a3611f-9f01-4575-b7c7-e68c986fa1ac req-2e87c64c-622e-4f1f-b97a-2e713c699563 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486653 Sep 03 12:51:10.413657 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e8f0d06e-4835-4da8-93b9-7a3d470d3a79 req-a19e121c-e478-44f8-aa11-0e6369b9c60a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765889 Sep 03 12:51:10.444268 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-69721577-1f5c-46f5-b4b4-67f52d4b9b3c req-a38c130e-bf09-494a-aefc-57de2b94d36b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Deleting port cf28a561-4962-4492-b838-99c637107a07 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:51:10.444607 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-69721577-1f5c-46f5-b4b4-67f52d4b9b3c req-a38c130e-bf09-494a-aefc-57de2b94d36b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:10.488538 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0a74c-71da-44e8-a061-03635ffbe6ab req-39e3a213-e2de-48bd-8808-38caf3ea5f74 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:10.490058 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1ed0a74c-71da-44e8-a061-03635ffbe6ab req-39e3a213-e2de-48bd-8808-38caf3ea5f74 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 946 time: 0.0910378 Sep 03 12:51:10.533140 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d56cf-3c51-4e84-a43c-e39ddee10997 req-914ebd6d-b89c-404b-859a-8ad4dbbf71d8 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:10.534870 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-033d56cf-3c51-4e84-a43c-e39ddee10997 req-914ebd6d-b89c-404b-859a-8ad4dbbf71d8 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 946 time: 0.1077762 Sep 03 12:51:10.543695 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:10.546524 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-69721577-1f5c-46f5-b4b4-67f52d4b9b3c req-a38c130e-bf09-494a-aefc-57de2b94d36b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] For port cf28a561-4962-4492-b838-99c637107a07, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=cf28a561-4962-4492-b838-99c637107a07,segment=NetworkSegment(66ad9225-0ce0-4fa3-852d-8b9aea0bad68),segment_id=66ad9225-0ce0-4fa3-852d-8b9aea0bad68)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:10.547163 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-69721577-1f5c-46f5-b4b4-67f52d4b9b3c req-a38c130e-bf09-494a-aefc-57de2b94d36b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:10.556604 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Transition to ACTIVE for port object 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:51:10.565643 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-69721577-1f5c-46f5-b4b4-67f52d4b9b3c req-a38c130e-bf09-494a-aefc-57de2b94d36b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Calling delete_port for cf28a561-4962-4492-b838-99c637107a07 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:51:10.566778 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:10.571042 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1ed0a74c-71da-44e8-a061-03635ffbe6ab req-de7bf934-bdb8-4718-9556-006ad4170d01 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702586 Sep 03 12:51:10.686770 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-033d56cf-3c51-4e84-a43c-e39ddee10997 req-f0e94e49-1db6-4862-9dfe-1546fe1f7baa tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Deleting port adbeb4b0-97f0-4d80-bf0d-b3d46d606446 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:51:10.687204 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-033d56cf-3c51-4e84-a43c-e39ddee10997 req-f0e94e49-1db6-4862-9dfe-1546fe1f7baa tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:10.689528 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e60f9-c6cb-48ac-84a7-78bd4af453c2 req-6c0c2508-a9af-4a8c-8a28-f862a66b6436 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:10.696751 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5b3e60f9-c6cb-48ac-84a7-78bd4af453c2 req-6c0c2508-a9af-4a8c-8a28-f862a66b6436 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd82d1e8-68a8-496d-8179-187e45778cd0 HTTP/1.1" status: 200 len: 946 time: 0.1210425 Sep 03 12:51:10.729920 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78248eb3-34fa-469f-9be0-2e92b3c946e4 None None] Pushing event updated for resources: {'Port': ['ID=5c9277cf-8e1a-4e61-974c-f5637a3c7aa0,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:10.752624 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Attempting to bind port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:51:10.753074 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Attempting to bind port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '85e8f3cb-4e38-4cc4-a151-bad387c0022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:51:10.753569 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Attempting to bind port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 on network abd095d0-9249-40d3-98cf-c5718e379bd7 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:51:10.759376 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:51:10.759840 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5b3e60f9-c6cb-48ac-84a7-78bd4af453c2 req-3a72eb2f-dfbc-430b-8bc6-d9b703313c80 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582254 Sep 03 12:51:10.760243 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Checking segment: {'id': '85e8f3cb-4e38-4cc4-a151-bad387c0022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:51:10.760761 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:10.761816 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Bound using segment: {'id': '85e8f3cb-4e38-4cc4-a151-bad387c0022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:51:10.763195 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Bound port: 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e8f3cb-4e38-4cc4-a151-bad387c0022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:51:10.764090 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:10.822606 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-69721577-1f5c-46f5-b4b4-67f52d4b9b3c req-a38c130e-bf09-494a-aefc-57de2b94d36b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:10.835914 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-033d56cf-3c51-4e84-a43c-e39ddee10997 req-f0e94e49-1db6-4862-9dfe-1546fe1f7baa tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] For port adbeb4b0-97f0-4d80-bf0d-b3d46d606446, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=adbeb4b0-97f0-4d80-bf0d-b3d46d606446,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:10.836574 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-033d56cf-3c51-4e84-a43c-e39ddee10997 req-f0e94e49-1db6-4862-9dfe-1546fe1f7baa tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:10.848888 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['52c2f6a7-0532-4ebe-b2be-a3662564f0f1', 'cf28a561-4962-4492-b838-99c637107a07'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:51:10.865546 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-033d56cf-3c51-4e84-a43c-e39ddee10997 req-f0e94e49-1db6-4862-9dfe-1546fe1f7baa tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Calling delete_port for adbeb4b0-97f0-4d80-bf0d-b3d46d606446 owned by compute:nova {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:51:10.866552 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c130e-bf09-494a-aefc-57de2b94d36b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Pushing event deleted for resources: {'Port': ['ID=cf28a561-4962-4492-b838-99c637107a07,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:10.879345 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] For port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:51:10.916572 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] For port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=5c9277cf-8e1a-4e61-974c-f5637a3c7aa0,segment=NetworkSegment(85e8f3cb-4e38-4cc4-a151-bad387c0022f),segment_id=85e8f3cb-4e38-4cc4-a151-bad387c0022f)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:51:10.926430 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-69721577-1f5c-46f5-b4b4-67f52d4b9b3c req-a38c130e-bf09-494a-aefc-57de2b94d36b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] No DVR routers for this DVR port cf28a561-4962-4492-b838-99c637107a07 on host hv-cinder-80655 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:51:10.929474 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:10.929645 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-69721577-1f5c-46f5-b4b4-67f52d4b9b3c req-a38c130e-bf09-494a-aefc-57de2b94d36b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:10.931553 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-69721577-1f5c-46f5-b4b4-67f52d4b9b3c req-a38c130e-bf09-494a-aefc-57de2b94d36b tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.22 "DELETE /v2.0/ports/cf28a561-4962-4492-b838-99c637107a07 HTTP/1.1" status: 204 len: 173 time: 0.6194210 Sep 03 12:51:10.931995 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd82d1e8-68a8-496d-8179-187e45778cd0', 'name': 'network-vif-deleted', 'tag': 'cf28a561-4962-4492-b838-99c637107a07'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:51:10.935225 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31911e1-b5fc-4267-b354-f0ced4d577af" -d '{"events": [{"server_uuid": "bd82d1e8-68a8-496d-8179-187e45778cd0", "name": "network-vif-deleted", "tag": "cf28a561-4962-4492-b838-99c637107a07"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:51:10.975739 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db375703-fa2c-42f1-abc1-ba7ef54dff1e x-openstack-request-id: req-db375703-fa2c-42f1-abc1-ba7ef54dff1e {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:51:10.976005 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd82d1e8-68a8-496d-8179-187e45778cd0", "name": "network-vif-deleted", "tag": "cf28a561-4962-4492-b838-99c637107a07", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:51:10.976401 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db375703-fa2c-42f1-abc1-ba7ef54dff1e {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:51:10.976647 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd82d1e8-68a8-496d-8179-187e45778cd0', 'name': 'network-vif-deleted', 'tag': 'cf28a561-4962-4492-b838-99c637107a07', 'status': 'completed', 'code': 200} Sep 03 12:51:11.015188 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Routers {'8a94f63b-4b61-404d-bcba-e508bea301f1'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:51:11.015930 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:50:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['8a94f63b-4b61-404d-bcba-e508bea301f1'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:11.043920 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-033d56cf-3c51-4e84-a43c-e39ddee10997 req-f0e94e49-1db6-4862-9dfe-1546fe1f7baa tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:11.084527 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e94e49-1db6-4862-9dfe-1546fe1f7baa tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Pushing event deleted for resources: {'Port': ['ID=adbeb4b0-97f0-4d80-bf0d-b3d46d606446,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:11.135006 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-033d56cf-3c51-4e84-a43c-e39ddee10997 req-f0e94e49-1db6-4862-9dfe-1546fe1f7baa tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] No DVR routers for this DVR port adbeb4b0-97f0-4d80-bf0d-b3d46d606446 on host hv-cinder-80655 {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:51:11.139623 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-033d56cf-3c51-4e84-a43c-e39ddee10997 req-f0e94e49-1db6-4862-9dfe-1546fe1f7baa tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:11.141838 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-033d56cf-3c51-4e84-a43c-e39ddee10997 req-f0e94e49-1db6-4862-9dfe-1546fe1f7baa tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "DELETE /v2.0/ports/adbeb4b0-97f0-4d80-bf0d-b3d46d606446 HTTP/1.1" status: 204 len: 173 time: 0.5875230 Sep 03 12:51:11.142366 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a61051c-3f7f-425b-a076-96915f1cd1ab', 'name': 'network-vif-deleted', 'tag': 'adbeb4b0-97f0-4d80-bf0d-b3d46d606446'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:51:11.144929 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5081851e-aa02-4836-9df1-871c7b3b1e7c" -d '{"events": [{"server_uuid": "8a61051c-3f7f-425b-a076-96915f1cd1ab", "name": "network-vif-deleted", "tag": "adbeb4b0-97f0-4d80-bf0d-b3d46d606446"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:51:11.156735 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78248eb3-34fa-469f-9be0-2e92b3c946e4 None None] Pushing event updated for resources: {'Port': ['ID=5c9277cf-8e1a-4e61-974c-f5637a3c7aa0,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:11.192256 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beafc2a6-5bc9-4ae0-aea9-f2c2357392e2 x-openstack-request-id: req-beafc2a6-5bc9-4ae0-aea9-f2c2357392e2 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:51:11.193263 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a61051c-3f7f-425b-a076-96915f1cd1ab", "name": "network-vif-deleted", "tag": "adbeb4b0-97f0-4d80-bf0d-b3d46d606446", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:51:11.193462 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-beafc2a6-5bc9-4ae0-aea9-f2c2357392e2 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:51:11.194019 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a61051c-3f7f-425b-a076-96915f1cd1ab', 'name': 'network-vif-deleted', 'tag': 'adbeb4b0-97f0-4d80-bf0d-b3d46d606446', 'status': 'completed', 'code': 200} Sep 03 12:51:11.251839 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] Set router 8a94f63b-4b61-404d-bcba-e508bea301f1 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:51:11.451108 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468382cc-1cda-409a-9e68-c2ea89a41693 req-fd710254-321b-4333-ba31-eb7c46fcd656 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:11.452664 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-468382cc-1cda-409a-9e68-c2ea89a41693 req-fd710254-321b-4333-ba31-eb7c46fcd656 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 943 time: 0.0521367 Sep 03 12:51:11.503761 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-468382cc-1cda-409a-9e68-c2ea89a41693 req-b6970bd8-6a9e-404d-a94b-b547463780d4 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403032 Sep 03 12:51:11.535016 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'name': 'tempest-TestVolumeBootPattern-1344895770-router', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:51:00Z', 'revision_number': 4, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'gw_port': {'id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:55Z', 'updated_at': '2021-09-03T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '5c9277cf-8e1a-4e61-974c-f5637a3c7aa0', 'name': '', 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'mac_address': 'fa:16:3e:24:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cac45484-b0d1-4733-b562-1bcff423f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:59Z', 'updated_at': '2021-09-03T12:51:10Z', 'revision_number': 4, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'subnets': [{'id': 'cac45484-b0d1-4733-b562-1bcff423f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:11.577101 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea26af-1eb3-4a60-8ac1-0cda1124e93e None None] The sync data for ids ['8a94f63b-4b61-404d-bcba-e508bea301f1'] in dv-cinder-806559-6-iscsi is: [{'id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'name': 'tempest-TestVolumeBootPattern-1344895770-router', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:51:00Z', 'revision_number': 4, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'gw_port': {'id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:55Z', 'updated_at': '2021-09-03T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '5c9277cf-8e1a-4e61-974c-f5637a3c7aa0', 'name': '', 'network_id': 'abd095d0-9249-40d3-98cf-c5718e379bd7', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'mac_address': 'fa:16:3e:24:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cac45484-b0d1-4733-b562-1bcff423f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:59Z', 'updated_at': '2021-09-03T12:51:10Z', 'revision_number': 4, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'subnets': [{'id': 'cac45484-b0d1-4733-b562-1bcff423f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:51:11.579052 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd22005-f51a-42e3-a229-c9e0faafadf2 req-cd840354-4bdb-4681-acad-a7c012ec0473 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:11.580623 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cdd22005-f51a-42e3-a229-c9e0faafadf2 req-cd840354-4bdb-4681-acad-a7c012ec0473 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0609577 Sep 03 12:51:11.609281 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['463bbe24-5676-4ced-9118-72f026f6470a', '95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f', 'adbeb4b0-97f0-4d80-bf0d-b3d46d606446'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:51:11.630732 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cdd22005-f51a-42e3-a229-c9e0faafadf2 req-da216e4a-56ed-4162-9d04-ced64be4c59c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431020 Sep 03 12:51:11.749727 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7f381445-44c1-4a31-90f9-58d848a20c8a req-00fb0e9d-39b9-4694-82e5-f68f05385209 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a61051c-3f7f-425b-a076-96915f1cd1ab HTTP/1.1" status: 200 len: 210 time: 0.0589859 Sep 03 12:51:11.843684 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:11.983967 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:11.999720 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:12.000566 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:12.111678 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:12.130956 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f8282-d414-4492-a1d0-19bc0b95133e req-436df44d-10f5-4c07-a421-2776be5d52f7 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:12.132941 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-850f8282-d414-4492-a1d0-19bc0b95133e req-436df44d-10f5-4c07-a421-2776be5d52f7 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0659242 Sep 03 12:51:12.151626 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=5c9277cf-8e1a-4e61-974c-f5637a3c7aa0,segment=NetworkSegment(85e8f3cb-4e38-4cc4-a151-bad387c0022f),segment_id=85e8f3cb-4e38-4cc4-a151-bad387c0022f)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:12.156121 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:12.186315 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-850f8282-d414-4492-a1d0-19bc0b95133e req-716a8275-8d45-42bd-bea0-7bacac92b5cf tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449467 Sep 03 12:51:12.212079 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=5c9277cf-8e1a-4e61-974c-f5637a3c7aa0,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:12.385223 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3a42202a-0633-4903-85e3-f4da2c6e14c9 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:51:12.482784 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 3a42202a-0633-4903-85e3-f4da2c6e14c9, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3a42202a-0633-4903-85e3-f4da2c6e14c9,segment=NetworkSegment(2ce63cc9-7579-4854-8f43-f322e0be23f3),segment_id=2ce63cc9-7579-4854-8f43-f322e0be23f3)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:12.493547 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '3a42202a-0633-4903-85e3-f4da2c6e14c9', 'network_id': 'd77bbd2e-6087-4ebe-9026-df6fe1bdb78a', 'port_id': '3a42202a-0633-4903-85e3-f4da2c6e14c9', 'mac_address': 'fa:16:3e:c6:fe:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3cb222c-8748-4d08-9811-d99200e0585b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:51:12.534079 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:12.548096 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a42202a-0633-4903-85e3-f4da2c6e14c9 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:51:12.570722 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 3a42202a-0633-4903-85e3-f4da2c6e14c9, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3a42202a-0633-4903-85e3-f4da2c6e14c9,segment=NetworkSegment(2ce63cc9-7579-4854-8f43-f322e0be23f3),segment_id=2ce63cc9-7579-4854-8f43-f322e0be23f3)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:12.575555 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:12.627530 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=3a42202a-0633-4903-85e3-f4da2c6e14c9,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:12.646344 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c5d4e-a3af-4bce-ae36-94ea7b098b71 req-9072d775-9e6b-4f86-98cc-e61c4b176d3a tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:12.648019 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2a1c5d4e-a3af-4bce-ae36-94ea7b098b71 req-9072d775-9e6b-4f86-98cc-e61c4b176d3a tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 944 time: 0.0528882 Sep 03 12:51:12.689867 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2a1c5d4e-a3af-4bce-ae36-94ea7b098b71 req-2d68f6e2-c3d6-4447-aa09-211e711709f9 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358624 Sep 03 12:51:12.755908 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3bbf-b1ad-4f3f-ae12-7982e373a221 req-26f2e436-5904-4cf3-9f25-8d07c2e72ed4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:12.757395 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-08fc3bbf-b1ad-4f3f-ae12-7982e373a221 req-26f2e436-5904-4cf3-9f25-8d07c2e72ed4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0484600 Sep 03 12:51:12.804009 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-08fc3bbf-b1ad-4f3f-ae12-7982e373a221 req-2f330b9b-ca3d-4c2f-99d1-249c350ca225 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403080 Sep 03 12:51:12.918858 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['3a42202a-0633-4903-85e3-f4da2c6e14c9'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:51:13.033204 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881347c-bc51-4242-bb4c-f1307bf2b71b req-31553502-16fa-4607-a716-9ff479ebcf73 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:13.034675 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4881347c-bc51-4242-bb4c-f1307bf2b71b req-31553502-16fa-4607-a716-9ff479ebcf73 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 946 time: 0.0515089 Sep 03 12:51:13.072440 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4881347c-bc51-4242-bb4c-f1307bf2b71b req-83fd005c-ac90-49fe-9266-23397749ce9e tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313756 Sep 03 12:51:13.306159 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e0eb1-6374-4c6b-8600-4c0533f8421a req-4360167f-5ca1-4802-81ad-8cd95b00bfbb tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:13.307866 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a06e0eb1-6374-4c6b-8600-4c0533f8421a req-4360167f-5ca1-4802-81ad-8cd95b00bfbb tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0581977 Sep 03 12:51:13.348458 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a06e0eb1-6374-4c6b-8600-4c0533f8421a req-d0b0e732-06f9-4bfb-9a7f-e61ffc7d1471 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342228 Sep 03 12:51:13.751550 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:13.802462 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:13.802870 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:13.810755 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a85930-2356-45f7-a7b3-2b5bdff611d8 req-69eb1286-5fcd-4d4a-9cad-4f9cce7a953f tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:13.812242 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f3a85930-2356-45f7-a7b3-2b5bdff611d8 req-69eb1286-5fcd-4d4a-9cad-4f9cce7a953f tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 944 time: 0.0534956 Sep 03 12:51:13.859659 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f3a85930-2356-45f7-a7b3-2b5bdff611d8 req-3cf4c892-4dab-4849-8bf7-4ebafc324afc tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413833 Sep 03 12:51:13.941676 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc813-8656-4e7d-979f-17399b990f08 req-b2400f98-02b4-4b4c-a375-e5f0912b36ba tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:13.943540 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-db8dc813-8656-4e7d-979f-17399b990f08 req-b2400f98-02b4-4b4c-a375-e5f0912b36ba tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0501764 Sep 03 12:51:13.986397 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-db8dc813-8656-4e7d-979f-17399b990f08 req-3dd3fc27-0f1a-45fd-941b-e09a6efb2801 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358191 Sep 03 12:51:14.196966 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fcb29-a99e-419c-b61c-aaa98d23319a req-a3e51c76-d177-4b44-a727-e0c43233224d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:14.198479 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-683fcb29-a99e-419c-b61c-aaa98d23319a req-a3e51c76-d177-4b44-a727-e0c43233224d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 946 time: 0.0546441 Sep 03 12:51:14.236114 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-683fcb29-a99e-419c-b61c-aaa98d23319a req-696afecd-bc3e-41f2-965c-feadfb149a09 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316005 Sep 03 12:51:14.400793 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3a42202a-0633-4903-85e3-f4da2c6e14c9 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:14.467149 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 3a42202a-0633-4903-85e3-f4da2c6e14c9 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:14.471496 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 3a42202a-0633-4903-85e3-f4da2c6e14c9 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:14.471871 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:14.477715 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a334392-759e-4c9a-9422-066408ae2b55 req-1fb52d50-4da8-49ab-9de5-5a643857e7bf tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:14.479290 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9a334392-759e-4c9a-9422-066408ae2b55 req-1fb52d50-4da8-49ab-9de5-5a643857e7bf tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0527906 Sep 03 12:51:14.519131 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9a334392-759e-4c9a-9422-066408ae2b55 req-0024a235-6dac-4483-a20c-904a7b349222 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326903 Sep 03 12:51:14.570759 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:14.598506 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e54017-c30e-4884-815d-d4bf051d985d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a42202a-0633-4903-85e3-f4da2c6e14c9'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:51:14.602431 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27eda1b-f417-48cb-a1ec-7df049425eaf" -d '{"events": [{"server_uuid": "b9e54017-c30e-4884-815d-d4bf051d985d", "name": "network-vif-plugged", "status": "completed", "tag": "3a42202a-0633-4903-85e3-f4da2c6e14c9"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:51:14.619537 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 3a42202a-0633-4903-85e3-f4da2c6e14c9, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3a42202a-0633-4903-85e3-f4da2c6e14c9,segment=NetworkSegment(2ce63cc9-7579-4854-8f43-f322e0be23f3),segment_id=2ce63cc9-7579-4854-8f43-f322e0be23f3)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:14.624674 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:14.625683 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device cf28a561-4962-4492-b838-99c637107a07 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:51:14.681112 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a834d7-843c-46ae-8d98-143acf4af9a4 x-openstack-request-id: req-62a834d7-843c-46ae-8d98-143acf4af9a4 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:51:14.681396 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e54017-c30e-4884-815d-d4bf051d985d", "name": "network-vif-plugged", "status": "completed", "tag": "3a42202a-0633-4903-85e3-f4da2c6e14c9", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:51:14.681673 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62a834d7-843c-46ae-8d98-143acf4af9a4 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:51:14.682071 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e54017-c30e-4884-815d-d4bf051d985d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a42202a-0633-4903-85e3-f4da2c6e14c9', 'code': 200} Sep 03 12:51:14.685621 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: cf28a561-4962-4492-b838-99c637107a07 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:51:14.685960 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device cf28a561-4962-4492-b838-99c637107a07 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:51:14.686371 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device adbeb4b0-97f0-4d80-bf0d-b3d46d606446 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:51:14.711526 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: adbeb4b0-97f0-4d80-bf0d-b3d46d606446 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:51:14.711874 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device adbeb4b0-97f0-4d80-bf0d-b3d46d606446 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:51:14.747198 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=3a42202a-0633-4903-85e3-f4da2c6e14c9,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:14.849070 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a543a-8898-4db6-bd3b-0ca0f98de540 req-9fba156d-3553-4e57-bd4f-7b4d738f76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:14.851834 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e39a543a-8898-4db6-bd3b-0ca0f98de540 req-9fba156d-3553-4e57-bd4f-7b4d738f76c6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 1098 time: 0.0423245 Sep 03 12:51:14.894617 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e39a543a-8898-4db6-bd3b-0ca0f98de540 req-a1a68936-b9e8-4660-9467-3c0459ed80b7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335960 Sep 03 12:51:14.925573 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf99f69-750f-4c62-94d1-af250d930dd6 req-421bba43-759b-4921-beab-973afac80d69 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:14.927740 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-edf99f69-750f-4c62-94d1-af250d930dd6 req-421bba43-759b-4921-beab-973afac80d69 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 946 time: 0.0667639 Sep 03 12:51:14.995648 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0114f-009c-4d9f-8ee0-dfbfbeb6badb req-b5c24568-6dc8-4638-8395-c1c1060068de tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:14.997823 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d5e0114f-009c-4d9f-8ee0-dfbfbeb6badb req-b5c24568-6dc8-4638-8395-c1c1060068de tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 945 time: 0.0611751 Sep 03 12:51:15.047680 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d5e0114f-009c-4d9f-8ee0-dfbfbeb6badb req-0e65362e-5c27-41f7-ad58-e7ef9e4bcbbe tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Sep 03 12:51:15.119067 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f7a8f-a48e-4231-b8bf-836ceb1ecbb7 req-10ecf355-502b-4032-a468-ba48073d472f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:15.120537 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-632f7a8f-a48e-4231-b8bf-836ceb1ecbb7 req-10ecf355-502b-4032-a468-ba48073d472f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0579116 Sep 03 12:51:15.201316 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-632f7a8f-a48e-4231-b8bf-836ceb1ecbb7 req-c8ab7529-22a8-46db-8c76-1284e756a59f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645394 Sep 03 12:51:15.225666 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-edf99f69-750f-4c62-94d1-af250d930dd6 req-dc93618f-d883-406b-a916-84842e5eb955 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Deleting port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:51:15.226009 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-edf99f69-750f-4c62-94d1-af250d930dd6 req-dc93618f-d883-406b-a916-84842e5eb955 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:15.319023 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-edf99f69-750f-4c62-94d1-af250d930dd6 req-dc93618f-d883-406b-a916-84842e5eb955 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] For port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:15.319388 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-edf99f69-750f-4c62-94d1-af250d930dd6 req-dc93618f-d883-406b-a916-84842e5eb955 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:15.333076 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-edf99f69-750f-4c62-94d1-af250d930dd6 req-dc93618f-d883-406b-a916-84842e5eb955 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Calling delete_port for 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:51:15.353274 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e1bec-02db-4a2a-bbe1-227f57fe08d6 req-d96921f3-f0f5-4569-925b-e68a3671c480 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:15.354883 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3f7e1bec-02db-4a2a-bbe1-227f57fe08d6 req-d96921f3-f0f5-4569-925b-e68a3671c480 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=92b896dd-7e48-410e-9180-867610057b30 HTTP/1.1" status: 200 len: 946 time: 0.0507517 Sep 03 12:51:15.397492 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3f7e1bec-02db-4a2a-bbe1-227f57fe08d6 req-7d94d10c-a1e0-435b-ac3c-2020a58ee3b0 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364482 Sep 03 12:51:15.463896 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-edf99f69-750f-4c62-94d1-af250d930dd6 req-dc93618f-d883-406b-a916-84842e5eb955 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:15.481328 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['463bbe24-5676-4ced-9118-72f026f6470a', '95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:51:15.492924 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93618f-d883-406b-a916-84842e5eb955 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Pushing event deleted for resources: {'Port': ['ID=95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:15.535515 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf99f69-750f-4c62-94d1-af250d930dd6 req-dc93618f-d883-406b-a916-84842e5eb955 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] No DVR routers for this DVR port 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f on host hv-cinder-80655 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:51:15.538060 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-edf99f69-750f-4c62-94d1-af250d930dd6 req-dc93618f-d883-406b-a916-84842e5eb955 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:15.540065 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-edf99f69-750f-4c62-94d1-af250d930dd6 req-dc93618f-d883-406b-a916-84842e5eb955 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "DELETE /v2.0/ports/95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f HTTP/1.1" status: 204 len: 173 time: 0.4362891 Sep 03 12:51:15.540498 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b896dd-7e48-410e-9180-867610057b30', 'name': 'network-vif-deleted', 'tag': '95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:51:15.542781 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c439fe-5cfc-4935-896f-d0cba2c631c4" -d '{"events": [{"server_uuid": "92b896dd-7e48-410e-9180-867610057b30", "name": "network-vif-deleted", "tag": "95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:51:15.590829 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40aba40-fd7f-40f7-afb5-e56dbc429479 x-openstack-request-id: req-e40aba40-fd7f-40f7-afb5-e56dbc429479 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:51:15.591123 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b896dd-7e48-410e-9180-867610057b30", "name": "network-vif-deleted", "tag": "95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:51:15.591390 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e40aba40-fd7f-40f7-afb5-e56dbc429479 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:51:15.591789 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b896dd-7e48-410e-9180-867610057b30', 'name': 'network-vif-deleted', 'tag': '95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f', 'status': 'completed', 'code': 200} Sep 03 12:51:15.696399 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc326818-d9d8-4398-b3dd-583f473bbc1d req-3a1cf123-74e2-4eab-9dae-867ab114cb87 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:15.697997 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-dc326818-d9d8-4398-b3dd-583f473bbc1d req-3a1cf123-74e2-4eab-9dae-867ab114cb87 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0528171 Sep 03 12:51:15.739553 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-dc326818-d9d8-4398-b3dd-583f473bbc1d req-4c1c9907-415b-4984-b765-5bd362c51729 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 Sep 03 12:51:16.172584 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850fab6-c30e-47b1-920f-9139bd5193bd req-906093e0-8155-4dd8-86e5-0b7d84b628eb tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:16.174145 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7850fab6-c30e-47b1-920f-9139bd5193bd req-906093e0-8155-4dd8-86e5-0b7d84b628eb tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 945 time: 0.0512831 Sep 03 12:51:16.215332 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7850fab6-c30e-47b1-920f-9139bd5193bd req-38d2d1b1-8df9-47eb-91e7-4ba17af4e821 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351927 Sep 03 12:51:16.340037 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66104da2-37ef-40a8-b0b3-cc1da6213b8c req-7e1f830c-3776-4d3e-a9d4-34cf7501f683 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:16.341704 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-66104da2-37ef-40a8-b0b3-cc1da6213b8c req-7e1f830c-3776-4d3e-a9d4-34cf7501f683 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0553923 Sep 03 12:51:16.383069 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-66104da2-37ef-40a8-b0b3-cc1da6213b8c req-8d667a56-c196-4602-a550-de71727a6f3a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353117 Sep 03 12:51:16.855389 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420238d8-b931-4606-9afa-0ef54c6806e8 req-e24c0bf1-7036-4c07-87f5-5e6e0bfb8810 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:16.857577 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-420238d8-b931-4606-9afa-0ef54c6806e8 req-e24c0bf1-7036-4c07-87f5-5e6e0bfb8810 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0505252 Sep 03 12:51:16.900058 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-420238d8-b931-4606-9afa-0ef54c6806e8 req-5396f358-9454-4807-a1ca-c42fce1dd918 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363996 Sep 03 12:51:17.331745 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff44e4-2115-4dcb-9549-e3e9ffe913a6 req-8fedefb1-8ad7-4c9e-95de-2adf4a0b2cca tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:17.333100 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-00ff44e4-2115-4dcb-9549-e3e9ffe913a6 req-8fedefb1-8ad7-4c9e-95de-2adf4a0b2cca tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 945 time: 0.0518010 Sep 03 12:51:17.376345 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-00ff44e4-2115-4dcb-9549-e3e9ffe913a6 req-19019435-6099-462c-b196-73c1c4ad872e tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373983 Sep 03 12:51:17.507223 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56a748-d44d-43a9-934d-dda41a95ace3 req-2b44d627-4df8-4c54-911a-f58fa87337bd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:17.509579 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ef56a748-d44d-43a9-934d-dda41a95ace3 req-2b44d627-4df8-4c54-911a-f58fa87337bd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0523293 Sep 03 12:51:17.551231 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ef56a748-d44d-43a9-934d-dda41a95ace3 req-6c40ac40-581a-4e60-91b3-ba690ca3773c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334182 Sep 03 12:51:17.839158 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b66c53-2a36-479f-8420-0dae8fc76a89 req-4e3cd44d-5150-468d-a56d-7563af362d69 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:17.841496 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e7b66c53-2a36-479f-8420-0dae8fc76a89 req-4e3cd44d-5150-468d-a56d-7563af362d69 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 945 time: 0.0531454 Sep 03 12:51:17.886186 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e7b66c53-2a36-479f-8420-0dae8fc76a89 req-3ec95e45-9999-4a88-8bb4-3c1a0536c32b tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387847 Sep 03 12:51:18.020516 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1738e8-9d85-46ef-8e7c-351a66d9a7e8 req-75f1c547-21e6-4d84-bf3d-73e08409f9b1 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:18.022035 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-af1738e8-9d85-46ef-8e7c-351a66d9a7e8 req-75f1c547-21e6-4d84-bf3d-73e08409f9b1 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0520732 Sep 03 12:51:18.060277 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-af1738e8-9d85-46ef-8e7c-351a66d9a7e8 req-7914c317-1e76-471f-9494-a0900319d639 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323980 Sep 03 12:51:18.679665 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dc3fd-6ae0-41eb-97bd-87375381504a req-37255a53-15c9-4fa2-a13f-77f970c16448 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:18.681667 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5c1dc3fd-6ae0-41eb-97bd-87375381504a req-37255a53-15c9-4fa2-a13f-77f970c16448 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0542643 Sep 03 12:51:18.724314 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5c1dc3fd-6ae0-41eb-97bd-87375381504a req-d02375e3-0460-4650-8d63-1ece6679b6b8 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353777 Sep 03 12:51:19.007067 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b85a2c-fef1-4d0c-988b-6541cdc977f0 req-06440ce3-1a5d-46a6-bcf7-e6bfe3ffae99 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:19.008470 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f9b85a2c-fef1-4d0c-988b-6541cdc977f0 req-06440ce3-1a5d-46a6-bcf7-e6bfe3ffae99 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 945 time: 0.0552964 Sep 03 12:51:19.047764 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f9b85a2c-fef1-4d0c-988b-6541cdc977f0 req-6f6d8bef-a1bf-4cd5-bcb0-b96a12de9f8d tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332732 Sep 03 12:51:19.150926 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-61aacaab-9fc0-43a7-a71e-8e359632fe5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:19.189130 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46343a24-0cac-496c-a960-6b635931f06b req-2b95ae7a-fb2e-4442-9a7a-ecc73a4bf379 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:19.190978 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-46343a24-0cac-496c-a960-6b635931f06b req-2b95ae7a-fb2e-4442-9a7a-ecc73a4bf379 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0612278 Sep 03 12:51:19.234060 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-46343a24-0cac-496c-a960-6b635931f06b req-70a363ec-66bd-4a89-b86e-64c5eff29c69 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd295f51-6be9-46e0-bd35-3b71950df1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339878 Sep 03 12:51:19.408975 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0a27e-af6d-4abd-98ae-9f84847373d2 req-ca3c0b7b-fd75-4141-ac36-33682ee93e59 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:19.410809 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d7c0a27e-af6d-4abd-98ae-9f84847373d2 req-ca3c0b7b-fd75-4141-ac36-33682ee93e59 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.22 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0489531 Sep 03 12:51:19.517243 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-d7c0a27e-af6d-4abd-98ae-9f84847373d2 req-9db689cb-c79b-4411-923d-2d16d563e824 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Deleting port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:51:19.517585 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d7c0a27e-af6d-4abd-98ae-9f84847373d2 req-9db689cb-c79b-4411-923d-2d16d563e824 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:19.815500 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-d7c0a27e-af6d-4abd-98ae-9f84847373d2 req-9db689cb-c79b-4411-923d-2d16d563e824 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] For port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=52c2f6a7-0532-4ebe-b2be-a3662564f0f1,segment=NetworkSegment(66ad9225-0ce0-4fa3-852d-8b9aea0bad68),segment_id=66ad9225-0ce0-4fa3-852d-8b9aea0bad68)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:19.815875 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d7c0a27e-af6d-4abd-98ae-9f84847373d2 req-9db689cb-c79b-4411-923d-2d16d563e824 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:19.848119 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-d7c0a27e-af6d-4abd-98ae-9f84847373d2 req-9db689cb-c79b-4411-923d-2d16d563e824 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Calling delete_port for 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:51:19.867912 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3a5f-5aeb-48fa-b366-180e0cefa76e req-9e808df9-d22e-4a51-88d6-b59bcd624fa3 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:19.869418 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d9cf3a5f-5aeb-48fa-b366-180e0cefa76e req-9e808df9-d22e-4a51-88d6-b59bcd624fa3 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0703547 Sep 03 12:51:19.925749 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0347b10-9640-4a53-a45e-418ffe876607 req-1dfb83c7-5dd7-4478-8973-bdacd93b9691 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:19.927264 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b0347b10-9640-4a53-a45e-418ffe876607 req-1dfb83c7-5dd7-4478-8973-bdacd93b9691 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 945 time: 0.0619712 Sep 03 12:51:19.959289 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d9cf3a5f-5aeb-48fa-b366-180e0cefa76e req-7609f9ff-e104-49de-a250-4a41e0237c9b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816903 Sep 03 12:51:20.033583 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-b0347b10-9640-4a53-a45e-418ffe876607 req-2d1b42ef-a013-40c8-af7c-f652cbddab04 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Deleting port 463bbe24-5676-4ced-9118-72f026f6470a {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:51:20.034086 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b0347b10-9640-4a53-a45e-418ffe876607 req-2d1b42ef-a013-40c8-af7c-f652cbddab04 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:20.041667 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d7c0a27e-af6d-4abd-98ae-9f84847373d2 req-9db689cb-c79b-4411-923d-2d16d563e824 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:20.058512 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['52c2f6a7-0532-4ebe-b2be-a3662564f0f1'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:51:20.077979 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db689cb-c79b-4411-923d-2d16d563e824 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Pushing event deleted for resources: {'Port': ['ID=52c2f6a7-0532-4ebe-b2be-a3662564f0f1,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:20.116908 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c0a27e-af6d-4abd-98ae-9f84847373d2 req-9db689cb-c79b-4411-923d-2d16d563e824 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] No DVR routers for this DVR port 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 on host hv-cinder-80655 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:51:20.119498 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d7c0a27e-af6d-4abd-98ae-9f84847373d2 req-9db689cb-c79b-4411-923d-2d16d563e824 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:20.121475 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d7c0a27e-af6d-4abd-98ae-9f84847373d2 req-9db689cb-c79b-4411-923d-2d16d563e824 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.22 "DELETE /v2.0/ports/52c2f6a7-0532-4ebe-b2be-a3662564f0f1 HTTP/1.1" status: 204 len: 173 time: 0.6955020 Sep 03 12:51:20.121912 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac6e951-55ca-4bae-9d5e-eb04be4e2eb4', 'name': 'network-vif-deleted', 'tag': '52c2f6a7-0532-4ebe-b2be-a3662564f0f1'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:51:20.124979 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e977ad34-6869-4d84-be58-71142bfc1545" -d '{"events": [{"server_uuid": "bac6e951-55ca-4bae-9d5e-eb04be4e2eb4", "name": "network-vif-deleted", "tag": "52c2f6a7-0532-4ebe-b2be-a3662564f0f1"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:51:20.167754 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ad864c-ebc0-4164-a021-7c777e0e9658 x-openstack-request-id: req-b1ad864c-ebc0-4164-a021-7c777e0e9658 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:51:20.168061 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac6e951-55ca-4bae-9d5e-eb04be4e2eb4", "name": "network-vif-deleted", "tag": "52c2f6a7-0532-4ebe-b2be-a3662564f0f1", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:51:20.168318 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1ad864c-ebc0-4164-a021-7c777e0e9658 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:51:20.168729 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac6e951-55ca-4bae-9d5e-eb04be4e2eb4', 'name': 'network-vif-deleted', 'tag': '52c2f6a7-0532-4ebe-b2be-a3662564f0f1', 'status': 'completed', 'code': 200} Sep 03 12:51:20.178560 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-b0347b10-9640-4a53-a45e-418ffe876607 req-2d1b42ef-a013-40c8-af7c-f652cbddab04 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] For port 463bbe24-5676-4ced-9118-72f026f6470a, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=463bbe24-5676-4ced-9118-72f026f6470a,segment=NetworkSegment(7a1de82d-742b-4a6f-88ae-272694cb74f1),segment_id=7a1de82d-742b-4a6f-88ae-272694cb74f1)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:20.178975 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b0347b10-9640-4a53-a45e-418ffe876607 req-2d1b42ef-a013-40c8-af7c-f652cbddab04 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:20.197601 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-b0347b10-9640-4a53-a45e-418ffe876607 req-2d1b42ef-a013-40c8-af7c-f652cbddab04 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Calling delete_port for 463bbe24-5676-4ced-9118-72f026f6470a owned by compute:nova {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:51:20.220748 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a0c95-9426-4f76-ae89-c44f06621d39 req-6d4c873d-c1c2-4313-96c7-c5028239d85b tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:20.222295 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f66a0c95-9426-4f76-ae89-c44f06621d39 req-6d4c873d-c1c2-4313-96c7-c5028239d85b tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/ports?device_id=6551e104-bf37-4648-8199-550715ac84c2 HTTP/1.1" status: 200 len: 945 time: 0.0955236 Sep 03 12:51:20.310963 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f66a0c95-9426-4f76-ae89-c44f06621d39 req-cdc098bf-6986-441e-845f-6b63421258f9 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.23 "GET /v2.0/security-groups?id=f455cb78-74ae-4c44-8846-b6842dcdcd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505695 Sep 03 12:51:20.351043 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7de67333-bc0f-4e22-b692-502829ab4295 req-3051ae1e-35d8-4602-b25a-5034c2e37e53 tempest-ServerRescueNegativeTestJSON-371102453 tempest-ServerRescueNegativeTestJSON-371102453-project] 10.222.0.23 "GET /v2.0/ports?device_id=bac6e951-55ca-4bae-9d5e-eb04be4e2eb4 HTTP/1.1" status: 200 len: 210 time: 0.0338295 Sep 03 12:51:20.393363 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b0347b10-9640-4a53-a45e-418ffe876607 req-2d1b42ef-a013-40c8-af7c-f652cbddab04 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:20.406255 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['463bbe24-5676-4ced-9118-72f026f6470a'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:51:20.409451 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:51:20.426733 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b42ef-a013-40c8-af7c-f652cbddab04 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Pushing event deleted for resources: {'Port': ['ID=463bbe24-5676-4ced-9118-72f026f6470a,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:20.447456 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:51:20.447802 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 95ef9920-d6d1-4f20-9a6a-dfdac8b3a52f not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:51:20.469953 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0347b10-9640-4a53-a45e-418ffe876607 req-2d1b42ef-a013-40c8-af7c-f652cbddab04 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] No DVR routers for this DVR port 463bbe24-5676-4ced-9118-72f026f6470a on host hv-cinder-80655 {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:51:20.472576 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-b0347b10-9640-4a53-a45e-418ffe876607 req-2d1b42ef-a013-40c8-af7c-f652cbddab04 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:20.474861 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b0347b10-9640-4a53-a45e-418ffe876607 req-2d1b42ef-a013-40c8-af7c-f652cbddab04 tempest-AttachVolumeNegativeTest-869316883 tempest-AttachVolumeNegativeTest-869316883-project] 10.222.0.22 "DELETE /v2.0/ports/463bbe24-5676-4ced-9118-72f026f6470a HTTP/1.1" status: 204 len: 173 time: 0.5411763 Sep 03 12:51:20.475286 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6551e104-bf37-4648-8199-550715ac84c2', 'name': 'network-vif-deleted', 'tag': '463bbe24-5676-4ced-9118-72f026f6470a'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:51:20.477506 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d412bf4-52d1-47a9-a687-650237d96f8d" -d '{"events": [{"server_uuid": "6551e104-bf37-4648-8199-550715ac84c2", "name": "network-vif-deleted", "tag": "463bbe24-5676-4ced-9118-72f026f6470a"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:51:20.513876 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98079c20-74ea-442a-bab7-6258e0d2d249 x-openstack-request-id: req-98079c20-74ea-442a-bab7-6258e0d2d249 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:51:20.514159 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6551e104-bf37-4648-8199-550715ac84c2", "name": "network-vif-deleted", "tag": "463bbe24-5676-4ced-9118-72f026f6470a", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:51:20.514407 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98079c20-74ea-442a-bab7-6258e0d2d249 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:51:20.514838 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6551e104-bf37-4648-8199-550715ac84c2', 'name': 'network-vif-deleted', 'tag': '463bbe24-5676-4ced-9118-72f026f6470a', 'status': 'completed', 'code': 200} Sep 03 12:51:21.081453 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c842a2-52b0-4553-96a7-80002c90c3d7 req-00b3b3ea-f88c-4304-94e2-a3ae5f3d3855 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:21.082938 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-54c842a2-52b0-4553-96a7-80002c90c3d7 req-00b3b3ea-f88c-4304-94e2-a3ae5f3d3855 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0476587 Sep 03 12:51:21.126730 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-54c842a2-52b0-4553-96a7-80002c90c3d7 req-7e05ecbd-9fe3-42b4-a960-0423097ffb7a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377252 Sep 03 12:51:21.371359 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 38212) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:21.408216 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 38216) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:21.424111 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b317d926-d38f-4a1c-95cb-5ec7e3da9be1 admin admin] Deleting subnet 72c9b9e2-e641-4e80-b66d-98a10f2a744e {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:51:21.427343 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b317d926-d38f-4a1c-95cb-5ec7e3da9be1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.461790 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b317d926-d38f-4a1c-95cb-5ec7e3da9be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3855514'] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.499392 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b317d926-d38f-4a1c-95cb-5ec7e3da9be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.552284 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b317d926-d38f-4a1c-95cb-5ec7e3da9be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3305370'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.577791 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317d926-d38f-4a1c-95cb-5ec7e3da9be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c9b9e2-e641-4e80-b66d-98a10f2a744e,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:21.581617 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b317d926-d38f-4a1c-95cb-5ec7e3da9be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.583511 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b317d926-d38f-4a1c-95cb-5ec7e3da9be1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/72c9b9e2-e641-4e80-b66d-98a10f2a744e HTTP/1.1" status: 204 len: 168 time: 0.2110605 Sep 03 12:51:21.586566 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 38218) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:21.643017 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:51:21.662351 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5a850070-4009-4fc9-8dbe-072af63a05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.744544 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5a850070-4009-4fc9-8dbe-072af63a05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.755453 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-5a850070-4009-4fc9-8dbe-072af63a05d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d403c5f3-cb6d-4580-ba6c-d4f6921888d8']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:21.766135 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-5a850070-4009-4fc9-8dbe-072af63a05d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1de82d-742b-4a6f-88ae-272694cb74f1') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:21.766433 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-5a850070-4009-4fc9-8dbe-072af63a05d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1de82d-742b-4a6f-88ae-272694cb74f1') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:21.775069 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5a850070-4009-4fc9-8dbe-072af63a05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3855491'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.788658 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5a850070-4009-4fc9-8dbe-072af63a05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.794854 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a850070-4009-4fc9-8dbe-072af63a05d2 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:51:21.795237 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5a850070-4009-4fc9-8dbe-072af63a05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595558'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: Traceback (most recent call last): Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: timer() Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: cb(*args, **kw) Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: return func(*args, **kwargs) Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: self._notify() Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: self.callback(batched_events) Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: event.method(event) Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: return f(self, *a, **k) Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._get(url).json() Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:51:21.796952 dv-cinder-806559-6-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:51:21.838527 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-22d3feff-e39a-46bb-a3b3-950aab10e4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.841714 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3d2e6fd1-ce67-48e9-befd-4658e4657bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498216'] for router_interface, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.863677 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5a850070-4009-4fc9-8dbe-072af63a05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.868572 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5a850070-4009-4fc9-8dbe-072af63a05d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:21.871254 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5a850070-4009-4fc9-8dbe-072af63a05d2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d403c5f3-cb6d-4580-ba6c-d4f6921888d8 HTTP/1.1" status: 204 len: 168 time: 0.2840364 Sep 03 12:51:21.892493 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a850070-4009-4fc9-8dbe-072af63a05d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d403c5f3-cb6d-4580-ba6c-d4f6921888d8,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:22.076810 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 38226) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:22.117502 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-dae99226-7728-461a-b596-6ffe6a5be07a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e76c7abc7bf84515abcfb38980a917a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393095 Sep 03 12:51:22.120178 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 38228) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:22.168620 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e6fd1-ce67-48e9-befd-4658e4657bc9 admin admin] Deleting port 677f2d4c-9a55-481c-9c0c-365270d2bb4c {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:51:22.169594 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3d2e6fd1-ce67-48e9-befd-4658e4657bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:22.174012 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f3c05b15-87c6-4f90-99db-20be8975bd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:22.199237 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f3c05b15-87c6-4f90-99db-20be8975bd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:22.253807 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f3c05b15-87c6-4f90-99db-20be8975bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:22.256481 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f3c05b15-87c6-4f90-99db-20be8975bd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:22.260038 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-f3c05b15-87c6-4f90-99db-20be8975bd93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f455cb78-74ae-4c44-8846-b6842dcdcd7d HTTP/1.1" status: 204 len: 168 time: 0.1365259 Sep 03 12:51:22.266103 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c05b15-87c6-4f90-99db-20be8975bd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f455cb78-74ae-4c44-8846-b6842dcdcd7d,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:22.288892 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-3d2e6fd1-ce67-48e9-befd-4658e4657bc9 admin admin] For port 677f2d4c-9a55-481c-9c0c-365270d2bb4c, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=677f2d4c-9a55-481c-9c0c-365270d2bb4c,segment=NetworkSegment(66ad9225-0ce0-4fa3-852d-8b9aea0bad68),segment_id=66ad9225-0ce0-4fa3-852d-8b9aea0bad68)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:22.289256 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3d2e6fd1-ce67-48e9-befd-4658e4657bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:22.311615 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1c4af-6747-4383-9bff-3bee71f8cbaf req-b3f179a0-3802-42f3-946f-18f146c1968e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:22.313074 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9db1c4af-6747-4383-9bff-3bee71f8cbaf req-b3f179a0-3802-42f3-946f-18f146c1968e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0929339 Sep 03 12:51:22.319160 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e6fd1-ce67-48e9-befd-4658e4657bc9 admin admin] Calling delete_port for 677f2d4c-9a55-481c-9c0c-365270d2bb4c owned by network:router_interface {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:51:22.329019 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:22.394201 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9db1c4af-6747-4383-9bff-3bee71f8cbaf req-e89a95e4-fd2b-4c95-ad94-d6c0ad7c0c9b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729742 Sep 03 12:51:22.540553 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3d2e6fd1-ce67-48e9-befd-4658e4657bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:22.572416 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e6fd1-ce67-48e9-befd-4658e4657bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=677f2d4c-9a55-481c-9c0c-365270d2bb4c,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:22.732305 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3d2e6fd1-ce67-48e9-befd-4658e4657bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498364'] for router_interface, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:23.195579 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2e6fd1-ce67-48e9-befd-4658e4657bc9 admin admin] Router ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:51:23.269748 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:23.305826 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2e6fd1-ce67-48e9-befd-4658e4657bc9 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:51:23.314279 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-3d2e6fd1-ce67-48e9-befd-4658e4657bc9 admin admin] 10.222.0.23 "PUT /v2.0/routers/ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9027209 Sep 03 12:51:23.314664 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 38266) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:23.321388 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d45b6c-8f99-4d30-9d99-276208c29851 None None] Sync routers for ids ['ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:51:23.336266 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d45b6c-8f99-4d30-9d99-276208c29851 None None] Routers {'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:51:23.337304 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-b6d45b6c-8f99-4d30-9d99-276208c29851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:51:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:23.404082 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:23.452432 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-b6d45b6c-8f99-4d30-9d99-276208c29851 None None] Set router ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:51:23.462392 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Notify callbacks [] for router, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:23.590990 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8f75b-042e-4246-b3f8-c779cab3feb1 req-b106aae9-0c22-4758-9355-e5a23173e249 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:23.593325 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a0a8f75b-042e-4246-b3f8-c779cab3feb1 req-b106aae9-0c22-4758-9355-e5a23173e249 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0694032 Sep 03 12:51:23.631165 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:23.647118 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a0a8f75b-042e-4246-b3f8-c779cab3feb1 req-a5928477-8d88-4ab4-a278-ee37f25dbaf9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465744 Sep 03 12:51:23.704118 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Deleting port 942eb77e-3a99-4db1-9a58-8518064de814 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:51:23.704796 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:23.714956 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-b6d45b6c-8f99-4d30-9d99-276208c29851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'name': 'tempest-ServerRescueNegativeTestJSON-2086351667-router', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '942eb77e-3a99-4db1-9a58-8518064de814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:12Z', 'updated_at': '2021-09-03T12:51:22Z', 'revision_number': 5, 'project_id': 'f8cfaba424f344748b291e9091f6246f', 'gw_port': {'id': '942eb77e-3a99-4db1-9a58-8518064de814', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:14Z', 'updated_at': '2021-09-03T12:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:23.743009 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d45b6c-8f99-4d30-9d99-276208c29851 None None] Checking router: ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:51:23.752542 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d45b6c-8f99-4d30-9d99-276208c29851 None None] Routers {'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:51:23.753157 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-b6d45b6c-8f99-4d30-9d99-276208c29851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:51:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:23.787667 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] For port 942eb77e-3a99-4db1-9a58-8518064de814, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=942eb77e-3a99-4db1-9a58-8518064de814,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:23.788115 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:23.801759 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Calling delete_port for 942eb77e-3a99-4db1-9a58-8518064de814 owned by network:router_gateway {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:51:23.945752 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-b6d45b6c-8f99-4d30-9d99-276208c29851 None None] Set router ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c gateway port host: None {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:51:24.018428 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-b6d45b6c-8f99-4d30-9d99-276208c29851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'name': 'tempest-ServerRescueNegativeTestJSON-2086351667-router', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:12Z', 'updated_at': '2021-09-03T12:51:23Z', 'revision_number': 6, 'project_id': 'f8cfaba424f344748b291e9091f6246f', 'gw_port_host': None}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:24.026712 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.072023 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Pushing event deleted for resources: {'Port': ['ID=942eb77e-3a99-4db1-9a58-8518064de814,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:24.079313 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d45b6c-8f99-4d30-9d99-276208c29851 None None] The sync data for ids ['ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c'] in dv-cinder-806559-6-iscsi is: [{'id': 'ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c', 'name': 'tempest-ServerRescueNegativeTestJSON-2086351667-router', 'tenant_id': 'f8cfaba424f344748b291e9091f6246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:12Z', 'updated_at': '2021-09-03T12:51:23Z', 'revision_number': 6, 'project_id': 'f8cfaba424f344748b291e9091f6246f', 'gw_port_host': None}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:51:24.152036 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519122'] for router_gateway, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.269705 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8006'] for router, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.271845 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.339522 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495988'] for router, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.340288 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c {{(pid=100321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 12:51:24.345843 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.347077 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-61468ef3-357e-4715-b95a-bf92e5e1706a admin admin] 10.222.0.23 "DELETE /v2.0/routers/ac97ddc8-ed86-4af0-9c71-bffb65ba4d1c HTTP/1.1" status: 204 len: 168 time: 1.0300009 Sep 03 12:51:24.349472 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 38292) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:24.393758 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0e9178-719f-4aba-8c2f-6973ebcfd6a2 admin admin] Deleting subnet 3a9aeb54-d293-4b41-839b-75ef7d36a819 {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:51:24.397872 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6a0e9178-719f-4aba-8c2f-6973ebcfd6a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.425470 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 463bbe24-5676-4ced-9118-72f026f6470a no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:51:24.437256 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6a0e9178-719f-4aba-8c2f-6973ebcfd6a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3855514'] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.450892 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 463bbe24-5676-4ced-9118-72f026f6470a {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:51:24.451505 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 463bbe24-5676-4ced-9118-72f026f6470a not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:51:24.451993 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:51:24.472304 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:51:24.472565 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 52c2f6a7-0532-4ebe-b2be-a3662564f0f1 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:51:24.481555 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6a0e9178-719f-4aba-8c2f-6973ebcfd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.548038 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6a0e9178-719f-4aba-8c2f-6973ebcfd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3305370'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.573904 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e9178-719f-4aba-8c2f-6973ebcfd6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9aeb54-d293-4b41-839b-75ef7d36a819,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:24.579199 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6a0e9178-719f-4aba-8c2f-6973ebcfd6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.581046 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6a0e9178-719f-4aba-8c2f-6973ebcfd6a2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3a9aeb54-d293-4b41-839b-75ef7d36a819 HTTP/1.1" status: 204 len: 168 time: 0.2306602 Sep 03 12:51:24.583432 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 38296) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:24.655172 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e31c37a1-68a6-440b-83f8-c55957203f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.750037 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e31c37a1-68a6-440b-83f8-c55957203f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.794559 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-e31c37a1-68a6-440b-83f8-c55957203f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ae51b5-4f14-4eed-9b9a-c4c8663e85d5']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:24.811874 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-e31c37a1-68a6-440b-83f8-c55957203f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ad9225-0ce0-4fa3-852d-8b9aea0bad68') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:24.812096 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-e31c37a1-68a6-440b-83f8-c55957203f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ad9225-0ce0-4fa3-852d-8b9aea0bad68') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:51:24.829346 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e31c37a1-68a6-440b-83f8-c55957203f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3855491'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.845588 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79443af9-8d64-45e4-9e57-b157c3c2c472 req-5a7070cf-4042-4c5c-9704-9edb622eb720 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:24.847172 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-79443af9-8d64-45e4-9e57-b157c3c2c472 req-5a7070cf-4042-4c5c-9704-9edb622eb720 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0939093 Sep 03 12:51:24.854839 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e31c37a1-68a6-440b-83f8-c55957203f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.872766 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31c37a1-68a6-440b-83f8-c55957203f61 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:51:24.873313 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e31c37a1-68a6-440b-83f8-c55957203f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595558'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: Traceback (most recent call last): Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: timer() Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: cb(*args, **kw) Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: return func(*args, **kwargs) Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: self._notify() Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: self.callback(batched_events) Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: event.method(event) Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: return f(self, *a, **k) Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._get(url).json() Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:51:24.874988 dv-cinder-806559-6-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:51:24.939009 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-79443af9-8d64-45e4-9e57-b157c3c2c472 req-f32423d0-009f-4e86-995d-393fcf7fe5bb tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853393 Sep 03 12:51:24.945356 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e31c37a1-68a6-440b-83f8-c55957203f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.957373 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.960510 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e31c37a1-68a6-440b-83f8-c55957203f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:24.965118 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-e31c37a1-68a6-440b-83f8-c55957203f61 admin admin] 10.222.0.23 "DELETE /v2.0/networks/97ae51b5-4f14-4eed-9b9a-c4c8663e85d5 HTTP/1.1" status: 204 len: 168 time: 0.3807328 Sep 03 12:51:24.976202 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c37a1-68a6-440b-83f8-c55957203f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=97ae51b5-4f14-4eed-9b9a-c4c8663e85d5,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:25.140534 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 38318) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:25.192674 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 38326) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:25.193512 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-3c916d81-ba51-456e-8f3a-038b27cd8083 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8cfaba424f344748b291e9091f6246f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0498769 Sep 03 12:51:25.270903 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a3076-2fa9-466b-aadb-a2f22bfa7279 req-fe49ed93-5fd5-4c35-9582-81a1a3dde8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:25.272665 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e97a3076-2fa9-466b-aadb-a2f22bfa7279 req-fe49ed93-5fd5-4c35-9582-81a1a3dde8d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 1099 time: 0.0968256 Sep 03 12:51:25.299302 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e8712a79-27d6-4eab-9020-9bda8c2f20f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:25.374048 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e8712a79-27d6-4eab-9020-9bda8c2f20f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:25.472530 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a3076-2fa9-466b-aadb-a2f22bfa7279 req-95a915ae-8f9c-48d1-98a1-3d2e7488df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:25.475512 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e97a3076-2fa9-466b-aadb-a2f22bfa7279 req-95a915ae-8f9c-48d1-98a1-3d2e7488df24 service neutron] 10.222.0.22 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 918 time: 0.1740556 Sep 03 12:51:25.518172 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b4981-3f7b-4c1d-b085-49e97a67ca3e req-ac118eec-c283-4346-949c-98e700837e64 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:25.519769 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7f5b4981-3f7b-4c1d-b085-49e97a67ca3e req-ac118eec-c283-4346-949c-98e700837e64 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0921440 Sep 03 12:51:25.535446 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e8712a79-27d6-4eab-9020-9bda8c2f20f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:25.537922 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e8712a79-27d6-4eab-9020-9bda8c2f20f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:25.539068 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-e8712a79-27d6-4eab-9020-9bda8c2f20f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd295f51-6be9-46e0-bd35-3b71950df1da HTTP/1.1" status: 204 len: 168 time: 0.3426542 Sep 03 12:51:25.550565 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8712a79-27d6-4eab-9020-9bda8c2f20f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd295f51-6be9-46e0-bd35-3b71950df1da,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:25.562904 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e97a3076-2fa9-466b-aadb-a2f22bfa7279 req-09d3dcbe-0f66-440c-b1df-f97e4d73e271 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0891058a-5986-4fd3-91f6-127febab8478 HTTP/1.1" status: 200 len: 1000 time: 0.0793056 Sep 03 12:51:25.563184 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7f5b4981-3f7b-4c1d-b085-49e97a67ca3e req-b6df3395-e205-40f5-b690-4b3e5c761eab tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371690 Sep 03 12:51:25.641048 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a3076-2fa9-466b-aadb-a2f22bfa7279 req-61f3cd9b-16bb-4aa0-9644-ac99a386dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:25.642560 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e97a3076-2fa9-466b-aadb-a2f22bfa7279 req-61f3cd9b-16bb-4aa0-9644-ac99a386dea0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4be00016-73eb-4e38-a677-5146d2de1cfc HTTP/1.1" status: 200 len: 856 time: 0.0588460 Sep 03 12:51:25.692522 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a3076-2fa9-466b-aadb-a2f22bfa7279 req-f15ac322-0502-48aa-9e83-af881e4f459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:25.694048 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e97a3076-2fa9-466b-aadb-a2f22bfa7279 req-f15ac322-0502-48aa-9e83-af881e4f459d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03b07e36-ec05-49cc-9fef-b0924281e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428762 Sep 03 12:51:25.760315 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 677f2d4c-9a55-481c-9c0c-365270d2bb4c no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:51:25.782151 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 677f2d4c-9a55-481c-9c0c-365270d2bb4c {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:51:25.782813 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 677f2d4c-9a55-481c-9c0c-365270d2bb4c not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:51:25.783391 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 942eb77e-3a99-4db1-9a58-8518064de814 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:51:25.798736 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e97a3076-2fa9-466b-aadb-a2f22bfa7279 req-b596e225-12c2-46bf-b105-8d9bc5b1e3f6 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955253 Sep 03 12:51:25.808409 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 942eb77e-3a99-4db1-9a58-8518064de814 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:51:25.808751 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 942eb77e-3a99-4db1-9a58-8518064de814 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:51:26.100635 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faa29e-06f1-411c-a6ca-4761320c616f req-16ceccc1-053a-4d7e-b57e-291a66574357 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:26.102279 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-86faa29e-06f1-411c-a6ca-4761320c616f req-16ceccc1-053a-4d7e-b57e-291a66574357 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0564516 Sep 03 12:51:26.144153 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-86faa29e-06f1-411c-a6ca-4761320c616f req-2f79a711-1c9f-4f87-9fdf-a2b2cb051fc2 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354309 Sep 03 12:51:26.244797 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 38368) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:26.363818 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c9329cf7-5e9a-460a-a894-3eb6dbf3b504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:26.472952 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c9329cf7-5e9a-460a-a894-3eb6dbf3b504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:26.479879 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c9329cf7-5e9a-460a-a894-3eb6dbf3b504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:26.535901 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9329cf7-5e9a-460a-a894-3eb6dbf3b504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e32334-8e5c-446b-a542-fe1a8cd1e7b3,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:26.540419 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-c9329cf7-5e9a-460a-a894-3eb6dbf3b504 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a33a44599c944389a850640efe0b88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945802 Sep 03 12:51:26.544028 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 38390) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:26.603417 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c2ce92a8-00a0-45fe-b274-821543e91137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:26.642399 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c2ce92a8-00a0-45fe-b274-821543e91137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:26.728781 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29b102-974d-411a-a85f-e3ccc7dd5d68 req-ce51f0a9-6ba1-4979-ad24-4ee3de844039 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:26.732124 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ec29b102-974d-411a-a85f-e3ccc7dd5d68 req-ce51f0a9-6ba1-4979-ad24-4ee3de844039 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0790157 Sep 03 12:51:26.736296 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c2ce92a8-00a0-45fe-b274-821543e91137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:26.739192 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c2ce92a8-00a0-45fe-b274-821543e91137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:26.740355 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-c2ce92a8-00a0-45fe-b274-821543e91137 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85e32334-8e5c-446b-a542-fe1a8cd1e7b3 HTTP/1.1" status: 204 len: 168 time: 0.1952133 Sep 03 12:51:26.753520 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce92a8-00a0-45fe-b274-821543e91137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e32334-8e5c-446b-a542-fe1a8cd1e7b3,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:26.825519 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ec29b102-974d-411a-a85f-e3ccc7dd5d68 req-61a067aa-d901-4795-8cd3-1a4350c2711e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670247 Sep 03 12:51:27.273428 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c8332-8770-4126-9baa-7e9fb619ad0f req-65998c7b-1943-4087-bb78-ff8bf6c88d3f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:27.275078 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ed7c8332-8770-4126-9baa-7e9fb619ad0f req-65998c7b-1943-4087-bb78-ff8bf6c88d3f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0520256 Sep 03 12:51:27.314404 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ed7c8332-8770-4126-9baa-7e9fb619ad0f req-da24d8ed-2178-4f6c-a65e-49b3fa0d1f18 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329678 Sep 03 12:51:27.930591 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330a7b9-1254-4a73-9a08-46b9e0091c6d req-c9401252-8d59-4ad1-b899-ab5b1960b8ed tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:27.932065 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4330a7b9-1254-4a73-9a08-46b9e0091c6d req-c9401252-8d59-4ad1-b899-ab5b1960b8ed tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0505075 Sep 03 12:51:27.969602 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4330a7b9-1254-4a73-9a08-46b9e0091c6d req-538a6550-d893-40e4-9114-7241a3137a89 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309238 Sep 03 12:51:28.431472 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a534763-9bc9-46de-997f-5193ca5a8d56 req-aea8216d-8aef-4f16-b388-ee301ba079e4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:28.432917 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0a534763-9bc9-46de-997f-5193ca5a8d56 req-aea8216d-8aef-4f16-b388-ee301ba079e4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0473549 Sep 03 12:51:28.470495 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0a534763-9bc9-46de-997f-5193ca5a8d56 req-05a51259-4974-4170-95b9-0c1f9e216f21 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313940 Sep 03 12:51:29.083181 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a185d4-8d30-4026-95a1-2ae9e5b16259 req-b63fbf3d-9a63-429a-989e-655aad7d1c51 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:29.084670 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c2a185d4-8d30-4026-95a1-2ae9e5b16259 req-b63fbf3d-9a63-429a-989e-655aad7d1c51 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0490129 Sep 03 12:51:29.122279 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c2a185d4-8d30-4026-95a1-2ae9e5b16259 req-de930ad6-caeb-43fe-b5b6-ea3452f37dba tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309424 Sep 03 12:51:29.590279 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62933032-feda-4e8b-95e7-51d3b1163ae8 req-eb552398-9389-4b7f-967b-51b12f9f129a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:29.591821 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-62933032-feda-4e8b-95e7-51d3b1163ae8 req-eb552398-9389-4b7f-967b-51b12f9f129a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0498338 Sep 03 12:51:29.637989 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-62933032-feda-4e8b-95e7-51d3b1163ae8 req-3bf0dc9d-5b3d-4294-ad17-de98b16459a8 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400314 Sep 03 12:51:29.689932 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e97a3076-2fa9-466b-aadb-a2f22bfa7279 req-e954ff6f-e864-4a99-a350-d0f088e304a1 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921180 Sep 03 12:51:30.252667 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df380db6-6889-4143-9fb6-b2ae791c8d3a req-cd635f93-0b9e-45f7-92bc-0dc9c2edd067 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:30.254168 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df380db6-6889-4143-9fb6-b2ae791c8d3a req-cd635f93-0b9e-45f7-92bc-0dc9c2edd067 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0587647 Sep 03 12:51:30.294526 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df380db6-6889-4143-9fb6-b2ae791c8d3a req-2452f728-7447-4598-89e9-0f1b9900d385 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343645 Sep 03 12:51:30.764195 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab83ff-0231-4afa-9f6f-f49c5667ffb0 req-a4bbf3bb-f034-400e-a387-efe9749f54c5 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:30.765772 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-70ab83ff-0231-4afa-9f6f-f49c5667ffb0 req-a4bbf3bb-f034-400e-a387-efe9749f54c5 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0532432 Sep 03 12:51:30.803135 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-70ab83ff-0231-4afa-9f6f-f49c5667ffb0 req-1d43ad01-96b7-4edf-8d23-466c8e99f520 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314927 Sep 03 12:51:31.417545 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622599fe-a7ed-408a-9e3c-c9d979f806ab req-a3fb93e2-4eab-4493-ba3e-cb2964f48007 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:31.419587 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-622599fe-a7ed-408a-9e3c-c9d979f806ab req-a3fb93e2-4eab-4493-ba3e-cb2964f48007 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0497200 Sep 03 12:51:31.457205 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-622599fe-a7ed-408a-9e3c-c9d979f806ab req-39df0f73-34c3-4e22-bdad-add31feb0c29 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317225 Sep 03 12:51:32.578988 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605b6d4-9a9d-4426-886c-01636e1ddd57 req-f40ae18d-cae2-4742-a0a4-c6d4893b1ba3 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:32.580372 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b605b6d4-9a9d-4426-886c-01636e1ddd57 req-f40ae18d-cae2-4742-a0a4-c6d4893b1ba3 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0511141 Sep 03 12:51:32.616713 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b605b6d4-9a9d-4426-886c-01636e1ddd57 req-5d6e12ac-6d3b-440a-8f71-7a603c0ed9ee tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305407 Sep 03 12:51:33.736692 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f21d65-54e5-4e17-aa8f-ec88b9597045 req-b552a168-22e8-437d-958a-ed2705b8e985 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:33.738215 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-41f21d65-54e5-4e17-aa8f-ec88b9597045 req-b552a168-22e8-437d-958a-ed2705b8e985 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0546944 Sep 03 12:51:33.774991 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-41f21d65-54e5-4e17-aa8f-ec88b9597045 req-85cab66f-5aa9-4e15-8efa-1d6afd4f40c4 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309107 Sep 03 12:51:34.890816 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4205e3-d604-4a6f-a17d-62bb63f17a3d req-b28895a9-4aa6-41ae-bdb0-a78b915bcb92 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:34.892296 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3e4205e3-d604-4a6f-a17d-62bb63f17a3d req-b28895a9-4aa6-41ae-bdb0-a78b915bcb92 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0480061 Sep 03 12:51:34.928815 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3e4205e3-d604-4a6f-a17d-62bb63f17a3d req-9012eeba-1997-4741-a38b-9e7963b6e133 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308301 Sep 03 12:51:36.049749 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b9de5-c71e-43b9-aa34-c83adec12081 req-ff906fe7-a8a3-4b16-9117-410a5764bea2 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:36.051159 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-dc3b9de5-c71e-43b9-aa34-c83adec12081 req-ff906fe7-a8a3-4b16-9117-410a5764bea2 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0528426 Sep 03 12:51:36.088952 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-dc3b9de5-c71e-43b9-aa34-c83adec12081 req-46dbbab6-0a57-4382-8fbc-f24a5ec1deed tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318635 Sep 03 12:51:37.200662 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0647b-ee85-472e-bc58-8577946d74a7 req-cdbeb389-c78b-4e2b-b79c-a07d2d9fd3c6 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:37.202175 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-29e0647b-ee85-472e-bc58-8577946d74a7 req-cdbeb389-c78b-4e2b-b79c-a07d2d9fd3c6 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0487974 Sep 03 12:51:37.239917 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-29e0647b-ee85-472e-bc58-8577946d74a7 req-b7f3bc94-ecd9-4e54-b4e8-194ebfe8e03f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319386 Sep 03 12:51:38.357001 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabcebc-d0b4-4ea2-9d94-c0e2a2d836f4 req-80daed01-eaca-48b7-a010-65d2b6954f6b tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:38.358459 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-eaabcebc-d0b4-4ea2-9d94-c0e2a2d836f4 req-80daed01-eaca-48b7-a010-65d2b6954f6b tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0499859 Sep 03 12:51:38.396791 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-eaabcebc-d0b4-4ea2-9d94-c0e2a2d836f4 req-9126d7dc-c296-421a-abcc-46bb696a950a tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324318 Sep 03 12:51:39.515871 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1433055-715e-43b1-b163-00bc7ff08072 req-5e96f1a0-d7a0-4857-b290-ed6e9e66b343 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:39.517649 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c1433055-715e-43b1-b163-00bc7ff08072 req-5e96f1a0-d7a0-4857-b290-ed6e9e66b343 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0504429 Sep 03 12:51:39.559642 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c1433055-715e-43b1-b163-00bc7ff08072 req-5027b739-3e3f-48ba-84de-23e9457ea74c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340497 Sep 03 12:51:40.282560 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-bbbb4361-cf13-4d4b-8853-53505f608d1a tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970271988&fields=id&tenant_id=249950e2371f403a95f0713db8fb04f4 HTTP/1.1" status: 200 len: 267 time: 0.0371761 Sep 03 12:51:40.409701 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4b3fe495-ee8b-4ec4-b77e-ae605d33eedd tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:40.411468 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4b3fe495-ee8b-4ec4-b77e-ae605d33eedd tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/networks?id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115 HTTP/1.1" status: 200 len: 809 time: 0.1219273 Sep 03 12:51:40.435549 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-0ab4806d-47f0-4604-92ae-8a0f080815ef tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/quotas/249950e2371f403a95f0713db8fb04f4 HTTP/1.1" status: 200 len: 375 time: 0.0179050 Sep 03 12:51:40.497541 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-72582229-b2f3-4203-937e-b0bd2c1aae8e tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=249950e2371f403a95f0713db8fb04f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522122 Sep 03 12:51:40.558013 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 38768) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:40.606581 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-634ff336-39ed-4335-9c7f-ef1040328d1f service neutron] 10.222.0.23 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934181 Sep 03 12:51:40.693447 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:40.699449 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-ee08facd-0e51-4395-9431-6a8b041902b1 service neutron] 10.222.0.23 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874453 Sep 03 12:51:40.722213 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f503c6-d7e1-453f-921a-fcb9ba2b44e0 req-5ac28375-b0d9-4a7d-a71c-e9e9bb6eac82 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:40.723718 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d6f503c6-d7e1-453f-921a-fcb9ba2b44e0 req-5ac28375-b0d9-4a7d-a71c-e9e9bb6eac82 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0791290 Sep 03 12:51:40.781973 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d6f503c6-d7e1-453f-921a-fcb9ba2b44e0 req-56873601-1478-492f-9c4e-e268e1b5de8a tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487468 Sep 03 12:51:40.830554 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:40.835471 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:40.869341 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b07f39b567dd43fa8abceb5b15b5c907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094444 Sep 03 12:51:40.873451 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 38784) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:40.882318 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9db59f-19b7-4dcf-b039-3b3eaf4f1fd8,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:40.894329 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:40.894712 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:40.895059 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:40.895396 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:40.895733 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:40.896069 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:40.896526 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:40.896848 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:40.897181 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:40.897507 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:40.897833 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:40.898156 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac3c2e7-2c53-48be-bcae-dde93013476c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:40.937833 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:40.960520 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:41.055034 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a87362af-9bc3-4e63-b3b7-514d2352a5a3 req-ed57d284-75c8-42cf-87f0-2cc27efdd343 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 210 time: 0.0400901 Sep 03 12:51:41.062159 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:41.065773 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:41.066957 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac9db59f-19b7-4dcf-b039-3b3eaf4f1fd8 HTTP/1.1" status: 204 len: 168 time: 0.1925030 Sep 03 12:51:41.076293 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9db59f-19b7-4dcf-b039-3b3eaf4f1fd8,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:41.083664 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:41.084177 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:41.084711 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:41.085035 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:41.085422 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:41.085935 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:41.086380 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:41.086871 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:41.087297 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:41.087797 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:41.088189 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:41.088663 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eedd50-ef41-4be5-9f67-2de46d2f7f32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:41.905237 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d698b-3b13-4229-b839-a85ab5e43cd9 req-0ae8af40-9484-458d-ab2e-6d0531e6f0ad tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:41.906795 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ea7d698b-3b13-4229-b839-a85ab5e43cd9 req-0ae8af40-9484-458d-ab2e-6d0531e6f0ad tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0495462 Sep 03 12:51:41.947279 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ea7d698b-3b13-4229-b839-a85ab5e43cd9 req-a4a6719b-95ac-42c5-b332-d2db09e4158b tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346780 Sep 03 12:51:42.198007 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d06aa0f6-43b4-4516-af1f-115e61760b0c req-cbfd75be-13fc-4580-87b8-bf8feef61e75 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 210 time: 0.0391123 Sep 03 12:51:42.227422 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-04037dac-0b71-4dcd-9903-cca727bc9361 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:42.227422 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-04037dac-0b71-4dcd-9903-cca727bc9361 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.22 "GET /v2.0/networks?id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115 HTTP/1.1" status: 200 len: 809 time: 0.1551864 Sep 03 12:51:42.278515 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-3a5a2156-34da-4613-9f24-25d9bdb45f50 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=249950e2371f403a95f0713db8fb04f4 HTTP/1.1" status: 200 len: 379 time: 0.0410802 Sep 03 12:51:42.288435 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Request body: {'port': {'device_id': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'admin_state_up': True, 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'security_groups': ['7c554de8-6ac6-4f3f-93d7-175caa0c2917']}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:42.416076 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Made reservation on behalf of 249950e2371f403a95f0713db8fb04f4 for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:51:42.420257 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:42.556112 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Allocated IP 172.20.0.8 (0d7fd992-c0aa-4c99-be55-c8a6e3baf115/f5e91bcd-437f-41ff-a010-04098e986172/bad63cc7-4f5f-482f-bd25-27cff7acb7e7) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:51:42.705002 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:42.721117 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Transition to ACTIVE for port object bad63cc7-4f5f-482f-bd25-27cff7acb7e7 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:51:42.756943 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:42.806799 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:51:42.810459 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:51:42.814626 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:51:42.824049 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Pushing event updated for resources: {'Port': ['ID=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:42.923636 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:42.924431 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:42.950424 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-4a16f0e8-0753-4c51-9d6a-9cf0f98de4e1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6655571 Sep 03 12:51:42.965481 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Request body: {'port': {'device_id': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:43.047428 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:43.181872 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2b468-220f-41e9-8ec0-a8308f88b780 req-272164fa-be2b-45e9-93ff-4f93e3958ea2 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:43.186395 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cae2b468-220f-41e9-8ec0-a8308f88b780 req-272164fa-be2b-45e9-93ff-4f93e3958ea2 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0986238 Sep 03 12:51:43.216739 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65d67-46f9-48ed-89a7-0ef78ae73a92 req-e7845fd7-51b5-471b-b450-8e0a285e2dc2 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:43.223460 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-45d65d67-46f9-48ed-89a7-0ef78ae73a92 req-e7845fd7-51b5-471b-b450-8e0a285e2dc2 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 945 time: 0.1366353 Sep 03 12:51:43.225451 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-d3f8d9df-138f-416c-87ad-15a942f9a3ff None None] Provisioning for port bad63cc7-4f5f-482f-bd25-27cff7acb7e7 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:43.229827 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-d3f8d9df-138f-416c-87ad-15a942f9a3ff None None] Provisioning complete for port bad63cc7-4f5f-482f-bd25-27cff7acb7e7 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:43.230810 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d9df-138f-416c-87ad-15a942f9a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:43.259295 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cae2b468-220f-41e9-8ec0-a8308f88b780 req-cb889052-7185-4be3-bccb-082a196eace4 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648859 Sep 03 12:51:43.272460 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-d3f8d9df-138f-416c-87ad-15a942f9a3ff None None] Port bad63cc7-4f5f-482f-bd25-27cff7acb7e7 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:51:43.297961 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-45d65d67-46f9-48ed-89a7-0ef78ae73a92 req-959987b8-1bf4-4d5d-865d-de5ff5d89954 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719104 Sep 03 12:51:43.419010 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-304915a8-336c-40f3-bed9-543dbc02ed0c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024723540&fields=id&tenant_id=629ca63105674d199c7db24d3ee4918e HTTP/1.1" status: 200 len: 267 time: 0.0411210 Sep 03 12:51:43.478473 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad63cc7-4f5f-482f-bd25-27cff7acb7e7 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:51:43.487783 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:43.502309 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b28f86-18a6-4111-aaf6-4e094c581c64 req-fedf8e9e-5362-4f15-8127-201b2bd6e92f tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:43.503721 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-04b28f86-18a6-4111-aaf6-4e094c581c64 req-fedf8e9e-5362-4f15-8127-201b2bd6e92f tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 931 time: 0.0947680 Sep 03 12:51:43.511085 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Transition to ACTIVE for port object bad63cc7-4f5f-482f-bd25-27cff7acb7e7 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:51:43.526251 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:43.532936 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335086ef-0170-4a80-be91-7d2877e0dfef req-86238fe5-2482-4342-9456-e94a91245330 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:43.534641 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-86238fe5-2482-4342-9456-e94a91245330 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 812 time: 0.1059632 Sep 03 12:51:43.552586 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-dbd07e37-1310-49e6-9bfc-1f4a4b08bfcc tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/quotas/629ca63105674d199c7db24d3ee4918e HTTP/1.1" status: 200 len: 375 time: 0.0101762 Sep 03 12:51:43.585924 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-04b28f86-18a6-4111-aaf6-4e094c581c64 req-c670bb21-eae4-47ec-906c-cb974b8093a7 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728083 Sep 03 12:51:43.601132 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Pushing event updated for resources: {'Port': ['ID=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:43.616454 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-b88025ae-82cd-4714-ab2e-678461308760 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583234 Sep 03 12:51:43.695475 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Attempting to bind port bad63cc7-4f5f-482f-bd25-27cff7acb7e7 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:51:43.695813 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Attempting to bind port bad63cc7-4f5f-482f-bd25-27cff7acb7e7 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'c32af502-1f10-4fd4-a3d8-c4e64ec16936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:51:43.696150 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Attempting to bind port bad63cc7-4f5f-482f-bd25-27cff7acb7e7 on network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:51:43.700760 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Port bad63cc7-4f5f-482f-bd25-27cff7acb7e7 on network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:51:43.701088 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Attempting to bind port bad63cc7-4f5f-482f-bd25-27cff7acb7e7 on network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:51:43.706262 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:51:43.706848 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Checking segment: {'id': 'c32af502-1f10-4fd4-a3d8-c4e64ec16936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:51:43.707563 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Bound using segment: {'id': 'c32af502-1f10-4fd4-a3d8-c4e64ec16936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:51:43.708000 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Bound port: bad63cc7-4f5f-482f-bd25-27cff7acb7e7, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c32af502-1f10-4fd4-a3d8-c4e64ec16936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:51:43.708359 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:43.738488 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-ba5769a9-77b4-4f14-9531-3926828a2e96 service neutron] 10.222.0.23 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028726 Sep 03 12:51:43.785045 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] For port bad63cc7-4f5f-482f-bd25-27cff7acb7e7, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:51:43.789386 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] For port bad63cc7-4f5f-482f-bd25-27cff7acb7e7, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:51:43.795253 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:43.837156 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:43.837926 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:43.840341 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] 10.222.0.22 "PUT /v2.0/ports/bad63cc7-4f5f-482f-bd25-27cff7acb7e7 HTTP/1.1" status: 200 len: 1093 time: 0.8795071 Sep 03 12:51:43.840831 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:51:43.843503 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab955056-b96f-4397-89b6-56bab28fca28" -d '{"events": [{"name": "network-changed", "server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:51:43.846036 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-bc7b3f5d-9b30-412c-a1c2-7be49a275147 service neutron] 10.222.0.23 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012290 Sep 03 12:51:43.870474 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a4da6-219d-43fa-89c5-e5499ce2a774 service neutron] Pushing event updated for resources: {'Port': ['ID=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:43.915163 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b219a8d9-12d7-41e8-9a66-40e892269a21 x-openstack-request-id: req-b219a8d9-12d7-41e8-9a66-40e892269a21 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:51:43.915446 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:51:43.915707 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b219a8d9-12d7-41e8-9a66-40e892269a21 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:51:43.916099 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'status': 'completed', 'code': 200} Sep 03 12:51:43.947321 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-6e33bda6-3ad1-4ada-ac1e-21cca6456b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:43.949614 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-6e33bda6-3ad1-4ada-ac1e-21cca6456b0e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249950e2371f403a95f0713db8fb04f4&device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 1096 time: 0.0589979 Sep 03 12:51:43.994681 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-857d587f-b4b4-4f9a-9e17-42835bdc42d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7 HTTP/1.1" status: 200 len: 217 time: 0.0360343 Sep 03 12:51:44.062375 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-a5700575-0453-47e6-a9b3-7451a68d88b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:44.064197 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-a5700575-0453-47e6-a9b3-7451a68d88b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f5e91bcd-437f-41ff-a010-04098e986172 HTTP/1.1" status: 200 len: 848 time: 0.0558848 Sep 03 12:51:44.131143 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-5d7b401d-1766-4e48-b7ed-67f57bdcc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:44.132638 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-5d7b401d-1766-4e48-b7ed-67f57bdcc4ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533977 Sep 03 12:51:44.236324 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-af107ccb-2a26-40ee-8853-5a1baff81d2c req-d30c5998-f786-4b91-9c65-778b4d35ca45 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 210 time: 0.0583777 Sep 03 12:51:44.258123 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-b9058c44-d844-4afb-a158-ed55d345380e service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143017 Sep 03 12:51:44.389267 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9feb93bc-9b2b-4db1-83ce-e24789636255 req-f6137fa5-3a74-4adf-ab8b-25c86431f7e9 service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198664 Sep 03 12:51:44.451258 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b974cff-91cd-4125-900b-7db335822e0d req-a45f86ae-60e7-41d0-bef1-456f2ce3c443 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:44.453004 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1b974cff-91cd-4125-900b-7db335822e0d req-a45f86ae-60e7-41d0-bef1-456f2ce3c443 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 945 time: 0.0595601 Sep 03 12:51:44.535666 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1b974cff-91cd-4125-900b-7db335822e0d req-4f3db92a-2fda-4973-b1d2-1fa12d2bc695 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/security-groups?id=d86e2c76-cb64-4b42-8ee2-e4171d9839a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529742 Sep 03 12:51:44.537563 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab955056-b96f-4397-89b6-56bab28fca28 req-772cb062-dce7-49b9-b3bb-e1f41e77a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:44.539066 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ab955056-b96f-4397-89b6-56bab28fca28 req-772cb062-dce7-49b9-b3bb-e1f41e77a198 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249950e2371f403a95f0713db8fb04f4&device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 1096 time: 0.0851250 Sep 03 12:51:44.677975 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab955056-b96f-4397-89b6-56bab28fca28 req-0f93d313-d1c4-49c7-b17f-8ee79c8a64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:44.679706 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ab955056-b96f-4397-89b6-56bab28fca28 req-0f93d313-d1c4-49c7-b17f-8ee79c8a64a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115 HTTP/1.1" status: 200 len: 910 time: 0.1204352 Sep 03 12:51:44.691073 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161e818-b2c9-420f-8050-0ca4dc653f36 req-5efe5c5e-2bc3-4d2d-a617-043571cf53f4 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:44.694218 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c161e818-b2c9-420f-8050-0ca4dc653f36 req-5efe5c5e-2bc3-4d2d-a617-043571cf53f4 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.3685660 Sep 03 12:51:44.838069 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c161e818-b2c9-420f-8050-0ca4dc653f36 req-a9a89f67-6b57-4a53-8810-8f842be4ab0d tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360800 Sep 03 12:51:44.858064 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b99055-6919-4acd-9bc4-cfc2a5497efc req-f1d07adc-3ba1-45c6-9089-82ab514f1a18 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:44.858064 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e0b99055-6919-4acd-9bc4-cfc2a5497efc req-f1d07adc-3ba1-45c6-9089-82ab514f1a18 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 945 time: 0.1152306 Sep 03 12:51:44.976742 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-e0b99055-6919-4acd-9bc4-cfc2a5497efc req-28d4a20c-f730-44cd-824a-559d93718a88 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Deleting port 3a42202a-0633-4903-85e3-f4da2c6e14c9 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:51:44.977285 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e0b99055-6919-4acd-9bc4-cfc2a5497efc req-28d4a20c-f730-44cd-824a-559d93718a88 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:45.009770 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ab955056-b96f-4397-89b6-56bab28fca28 req-f08490bd-2def-432e-b287-41dc648bdacf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7 HTTP/1.1" status: 200 len: 217 time: 0.3183200 Sep 03 12:51:45.060450 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64085d-3027-4161-aec0-b4afa9d39082 req-468cce92-a387-47b4-84b9-cfba827123eb tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:45.061979 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7e64085d-3027-4161-aec0-b4afa9d39082 req-468cce92-a387-47b4-84b9-cfba827123eb tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 943 time: 0.3805983 Sep 03 12:51:45.078321 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-e0b99055-6919-4acd-9bc4-cfc2a5497efc req-28d4a20c-f730-44cd-824a-559d93718a88 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] For port 3a42202a-0633-4903-85e3-f4da2c6e14c9, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3a42202a-0633-4903-85e3-f4da2c6e14c9,segment=NetworkSegment(2ce63cc9-7579-4854-8f43-f322e0be23f3),segment_id=2ce63cc9-7579-4854-8f43-f322e0be23f3)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:45.078683 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e0b99055-6919-4acd-9bc4-cfc2a5497efc req-28d4a20c-f730-44cd-824a-559d93718a88 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:45.082659 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab955056-b96f-4397-89b6-56bab28fca28 req-87de4f66-217e-49c7-b152-f100f3230c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:45.084200 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ab955056-b96f-4397-89b6-56bab28fca28 req-87de4f66-217e-49c7-b152-f100f3230c24 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f5e91bcd-437f-41ff-a010-04098e986172 HTTP/1.1" status: 200 len: 848 time: 0.0663476 Sep 03 12:51:45.092261 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-e0b99055-6919-4acd-9bc4-cfc2a5497efc req-28d4a20c-f730-44cd-824a-559d93718a88 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Calling delete_port for 3a42202a-0633-4903-85e3-f4da2c6e14c9 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:51:45.163223 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7e64085d-3027-4161-aec0-b4afa9d39082 req-1065acb5-cc01-4d4b-b92c-a1217b99c77b tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882406 Sep 03 12:51:45.172631 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab955056-b96f-4397-89b6-56bab28fca28 req-35476b6f-8993-42b9-b426-db1d5bd942f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:45.174397 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ab955056-b96f-4397-89b6-56bab28fca28 req-35476b6f-8993-42b9-b426-db1d5bd942f4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816798 Sep 03 12:51:45.215096 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 38948) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:45.264066 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e0b99055-6919-4acd-9bc4-cfc2a5497efc req-28d4a20c-f730-44cd-824a-559d93718a88 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:45.276739 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['3a42202a-0633-4903-85e3-f4da2c6e14c9'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:51:45.350958 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4a20c-f730-44cd-824a-559d93718a88 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Pushing event deleted for resources: {'Port': ['ID=3a42202a-0633-4903-85e3-f4da2c6e14c9,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:45.358315 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ab955056-b96f-4397-89b6-56bab28fca28 req-df31a116-8ae7-498d-b023-cfdce4982a9f service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754913 Sep 03 12:51:45.387104 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-97e416c7-2229-43bc-94b7-1585d3ff8cc9 req-d1acb553-6b99-4cb1-bba9-95e8b00f5b9a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 210 time: 0.0569890 Sep 03 12:51:45.420140 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b99055-6919-4acd-9bc4-cfc2a5497efc req-28d4a20c-f730-44cd-824a-559d93718a88 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] No DVR routers for this DVR port 3a42202a-0633-4903-85e3-f4da2c6e14c9 on host hv-cinder-80655 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:51:45.423017 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-e0b99055-6919-4acd-9bc4-cfc2a5497efc req-28d4a20c-f730-44cd-824a-559d93718a88 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:45.425361 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e0b99055-6919-4acd-9bc4-cfc2a5497efc req-28d4a20c-f730-44cd-824a-559d93718a88 tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.22 "DELETE /v2.0/ports/3a42202a-0633-4903-85e3-f4da2c6e14c9 HTTP/1.1" status: 204 len: 173 time: 0.5529494 Sep 03 12:51:45.425874 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e54017-c30e-4884-815d-d4bf051d985d', 'name': 'network-vif-deleted', 'tag': '3a42202a-0633-4903-85e3-f4da2c6e14c9'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:51:45.429130 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fafbf2-d75c-4d04-a4d7-c8e10217838d" -d '{"events": [{"server_uuid": "b9e54017-c30e-4884-815d-d4bf051d985d", "name": "network-vif-deleted", "tag": "3a42202a-0633-4903-85e3-f4da2c6e14c9"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:51:45.434544 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-793fbbe7-65d8-4db9-86e7-b9044f48bdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:45.442470 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335086ef-0170-4a80-be91-7d2877e0dfef req-4f690d67-dddb-4837-bcee-81b96ead00de tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:45.444003 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-4f690d67-dddb-4837-bcee-81b96ead00de tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 812 time: 0.1902232 Sep 03 12:51:45.474771 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263b8618-81c8-4fa8-8339-1a36c5a7192b x-openstack-request-id: req-263b8618-81c8-4fa8-8339-1a36c5a7192b {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:51:45.477388 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e54017-c30e-4884-815d-d4bf051d985d", "name": "network-vif-deleted", "tag": "3a42202a-0633-4903-85e3-f4da2c6e14c9", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:51:45.478502 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-263b8618-81c8-4fa8-8339-1a36c5a7192b {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:51:45.479198 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e54017-c30e-4884-815d-d4bf051d985d', 'name': 'network-vif-deleted', 'tag': '3a42202a-0633-4903-85e3-f4da2c6e14c9', 'status': 'completed', 'code': 200} Sep 03 12:51:45.557533 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-6ce8c695-e982-4e49-9937-f7ba1a074594 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629ca63105674d199c7db24d3ee4918e HTTP/1.1" status: 200 len: 380 time: 0.0991526 Sep 03 12:51:45.572301 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-335086ef-0170-4a80-be91-7d2877e0dfef req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Request body: {'port': {'device_id': '5b37e832-b522-4679-b51c-289fd6c4960a', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'admin_state_up': True, 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'security_groups': ['09ad0431-a731-45b3-b4f2-2a36dece7713']}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:45.579178 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ab955056-b96f-4397-89b6-56bab28fca28 req-44a6d5a3-8141-46ea-a7b8-04adc2cd3ab1 service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011759 Sep 03 12:51:45.657045 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-262b203a-e15c-40b9-8f3e-1374e5519881 req-5058cffb-cdc7-424a-8e3e-cee9aa7e055e tempest-VolumesSnapshotTestJSON-952492360 tempest-VolumesSnapshotTestJSON-952492360-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e54017-c30e-4884-815d-d4bf051d985d HTTP/1.1" status: 200 len: 210 time: 0.0280712 Sep 03 12:51:45.721580 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-793fbbe7-65d8-4db9-86e7-b9044f48bdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:45.726861 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-793fbbe7-65d8-4db9-86e7-b9044f48bdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:45.771489 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-793fbbe7-65d8-4db9-86e7-b9044f48bdf0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ccaf11818ac4372aa19448203a086a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545888 Sep 03 12:51:45.774297 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 38958) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:45.775092 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335086ef-0170-4a80-be91-7d2877e0dfef req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Made reservation on behalf of 629ca63105674d199c7db24d3ee4918e for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:51:45.779134 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-335086ef-0170-4a80-be91-7d2877e0dfef req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:45.789164 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fbbe7-65d8-4db9-86e7-b9044f48bdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7320e8de-bde4-44a2-8521-0334b1262491,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:45.830957 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-55a1db78-7d9c-44d0-9d9a-7afb6658d2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:45.874083 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-55a1db78-7d9c-44d0-9d9a-7afb6658d2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:45.970110 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-55a1db78-7d9c-44d0-9d9a-7afb6658d2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:45.974043 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-55a1db78-7d9c-44d0-9d9a-7afb6658d2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:45.976026 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-55a1db78-7d9c-44d0-9d9a-7afb6658d2e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7320e8de-bde4-44a2-8521-0334b1262491 HTTP/1.1" status: 204 len: 168 time: 0.2005198 Sep 03 12:51:46.011030 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1db78-7d9c-44d0-9d9a-7afb6658d2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7320e8de-bde4-44a2-8521-0334b1262491,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:46.038552 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-335086ef-0170-4a80-be91-7d2877e0dfef req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Allocated IP 172.20.0.10 (b8546ecf-6791-4078-b22d-5b780e95646c/5b14272e-3c2f-4c5c-9b35-611224485ef1/281e6b5e-4405-458f-bc68-417c00abde8c) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:51:46.151040 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93d626-3d80-4add-b7b6-20ae346fecb2 req-c6d5a4fa-3d9e-4d14-a32a-84ea9b2f2e93 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:46.153396 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8f93d626-3d80-4add-b7b6-20ae346fecb2 req-c6d5a4fa-3d9e-4d14-a32a-84ea9b2f2e93 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.1300511 Sep 03 12:51:46.266586 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8f93d626-3d80-4add-b7b6-20ae346fecb2 req-fada5cd7-3d9e-4a77-bdc1-3f6e3bc19baa tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985954 Sep 03 12:51:46.323068 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea3463-c777-404d-b05e-40b880f0a737 req-4ecf05d0-66bb-4eb0-8515-fabebb72dd77 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:46.324216 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-335086ef-0170-4a80-be91-7d2877e0dfef req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:46.331365 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-50ea3463-c777-404d-b05e-40b880f0a737 req-4ecf05d0-66bb-4eb0-8515-fabebb72dd77 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 943 time: 0.0725884 Sep 03 12:51:46.347809 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-335086ef-0170-4a80-be91-7d2877e0dfef req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Transition to ACTIVE for port object 281e6b5e-4405-458f-bc68-417c00abde8c will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:51:46.375708 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-50ea3463-c777-404d-b05e-40b880f0a737 req-9d5fce6d-15bd-4b4f-a06a-5b3442033526 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434020 Sep 03 12:51:46.398534 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-335086ef-0170-4a80-be91-7d2877e0dfef req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:46.477166 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335086ef-0170-4a80-be91-7d2877e0dfef req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Network b8546ecf-6791-4078-b22d-5b780e95646c is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:51:46.489977 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-335086ef-0170-4a80-be91-7d2877e0dfef req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:51:46.516566 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-335086ef-0170-4a80-be91-7d2877e0dfef req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:51:46.522320 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d3d6c-389d-4ff4-8ce3-2d877b2c7546 req-f1974580-b4ca-4111-828f-59ef72dbf3f2 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:46.523912 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-062d3d6c-389d-4ff4-8ce3-2d877b2c7546 req-f1974580-b4ca-4111-828f-59ef72dbf3f2 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0605369 Sep 03 12:51:46.567691 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'Port': ['ID=281e6b5e-4405-458f-bc68-417c00abde8c,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:46.587891 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-062d3d6c-389d-4ff4-8ce3-2d877b2c7546 req-bd46bf35-8052-46c0-9840-0b492e655eb4 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518546 Sep 03 12:51:46.626515 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335086ef-0170-4a80-be91-7d2877e0dfef req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:46.627221 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-335086ef-0170-4a80-be91-7d2877e0dfef req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:46.637638 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a44677-8744-469f-a007-a36bb03e5ac5 req-b9b46cda-fb3a-4d1e-ae70-df63c7b074a8 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:46.639231 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-44a44677-8744-469f-a007-a36bb03e5ac5 req-b9b46cda-fb3a-4d1e-ae70-df63c7b074a8 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 932 time: 0.1659565 Sep 03 12:51:46.656397 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd60692-cc4c-4e6c-aa66-2e598a7ee982 req-f110bfaa-bfe2-457b-9e7f-bf6757dbe5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:46.657882 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fcd60692-cc4c-4e6c-aa66-2e598a7ee982 req-f110bfaa-bfe2-457b-9e7f-bf6757dbe5bd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7d060594d0645abb0e087e7bb9ffe5d&device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 1098 time: 0.1498191 Sep 03 12:51:46.666382 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-3343f02d-c68d-4095-b446-028d378e6405 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1011639 Sep 03 12:51:46.694930 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-44a44677-8744-469f-a007-a36bb03e5ac5 req-1f0c5119-c14e-41d9-b52c-edc1d991f806 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457861 Sep 03 12:51:46.764749 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-afd1ecff-67a9-4da7-8c2d-c96c14135f3c None None] Provisioning for port 281e6b5e-4405-458f-bc68-417c00abde8c completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:46.770329 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-afd1ecff-67a9-4da7-8c2d-c96c14135f3c None None] Provisioning complete for port 281e6b5e-4405-458f-bc68-417c00abde8c triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:46.770988 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-afd1ecff-67a9-4da7-8c2d-c96c14135f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:46.807160 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-afd1ecff-67a9-4da7-8c2d-c96c14135f3c None None] Port 281e6b5e-4405-458f-bc68-417c00abde8c cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:51:47.483264 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac96d5-9d8b-43c4-bc7f-9e8b4a307586 req-f11a570e-e365-46ed-8f4c-cefa394a6583 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:47.484836 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0aac96d5-9d8b-43c4-bc7f-9e8b4a307586 req-f11a570e-e365-46ed-8f4c-cefa394a6583 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 943 time: 0.0495753 Sep 03 12:51:47.523151 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0aac96d5-9d8b-43c4-bc7f-9e8b4a307586 req-b4f19a2f-5751-427d-9e20-2e9004645f8b tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325968 Sep 03 12:51:47.697989 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24927388-ddf2-4e0c-9003-99067f3404e7 req-5da7feea-19eb-4163-b470-2815224f935e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:47.699640 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-24927388-ddf2-4e0c-9003-99067f3404e7 req-5da7feea-19eb-4163-b470-2815224f935e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0503142 Sep 03 12:51:47.747552 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-24927388-ddf2-4e0c-9003-99067f3404e7 req-b6f2f67c-6c3d-4539-a0d4-e1bf9b9f5855 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415580 Sep 03 12:51:47.834943 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7d18f-ac79-4758-96c1-fb4a5897f739 req-e48e76bb-2442-40cd-829f-4d9d7f1cfed6 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:47.836498 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0af7d18f-ac79-4758-96c1-fb4a5897f739 req-e48e76bb-2442-40cd-829f-4d9d7f1cfed6 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 932 time: 0.0508220 Sep 03 12:51:47.878655 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0af7d18f-ac79-4758-96c1-fb4a5897f739 req-03c19b66-c965-4387-9854-6d38c268a330 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353949 Sep 03 12:51:48.216965 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Request body: {'port': {'device_id': '5b37e832-b522-4679-b51c-289fd6c4960a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:48.331025 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:48.357350 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd60692-cc4c-4e6c-aa66-2e598a7ee982 req-17cf7bce-c497-4c60-aec8-9ffdfc4c6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:48.358971 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fcd60692-cc4c-4e6c-aa66-2e598a7ee982 req-17cf7bce-c497-4c60-aec8-9ffdfc4c6f14 service neutron] 10.222.0.22 "GET /v2.0/networks?id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1 HTTP/1.1" status: 200 len: 912 time: 0.1563818 Sep 03 12:51:48.519021 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39064) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:48.612725 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281e6b5e-4405-458f-bc68-417c00abde8c {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:51:48.620335 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:48.633760 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Transition to ACTIVE for port object 281e6b5e-4405-458f-bc68-417c00abde8c will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:51:48.637370 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:48.638711 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5e6f9aa8-2abc-4ff8-82f0-6c676ac565e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:48.674683 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7848e-b669-4fa7-b64d-5c3655bb4e7e req-efecc90e-c6c2-4ac4-9531-0bc9d777bf8e tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:48.675797 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2cb7848e-b669-4fa7-b64d-5c3655bb4e7e req-efecc90e-c6c2-4ac4-9531-0bc9d777bf8e tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 943 time: 0.0828652 Sep 03 12:51:48.687336 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=281e6b5e-4405-458f-bc68-417c00abde8c,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:48.746362 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2cb7848e-b669-4fa7-b64d-5c3655bb4e7e req-4d59ee12-bd8e-45a8-af94-9abc32ee4df3 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609891 Sep 03 12:51:48.771240 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Attempting to bind port 281e6b5e-4405-458f-bc68-417c00abde8c on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:51:48.771903 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Attempting to bind port 281e6b5e-4405-458f-bc68-417c00abde8c by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:51:48.772327 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Attempting to bind port 281e6b5e-4405-458f-bc68-417c00abde8c on network b8546ecf-6791-4078-b22d-5b780e95646c {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:51:48.777895 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Port 281e6b5e-4405-458f-bc68-417c00abde8c on network b8546ecf-6791-4078-b22d-5b780e95646c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:51:48.777895 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Attempting to bind port 281e6b5e-4405-458f-bc68-417c00abde8c on network b8546ecf-6791-4078-b22d-5b780e95646c {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:51:48.784252 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:51:48.784845 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Checking segment: {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:51:48.785356 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Bound using segment: {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:51:48.785894 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Bound port: 281e6b5e-4405-458f-bc68-417c00abde8c, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:51:48.786442 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:48.805492 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5e6f9aa8-2abc-4ff8-82f0-6c676ac565e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:48.812047 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5e6f9aa8-2abc-4ff8-82f0-6c676ac565e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:48.853158 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f9aa8-2abc-4ff8-82f0-6c676ac565e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64e1c0b-4f3a-4863-87d6-3a253a640763,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:48.860807 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5e6f9aa8-2abc-4ff8-82f0-6c676ac565e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01770cca84834c67a23d7a5f0275b349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406131 Sep 03 12:51:48.863663 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39072) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:48.887963 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] For port 281e6b5e-4405-458f-bc68-417c00abde8c, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:51:48.892259 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] For port 281e6b5e-4405-458f-bc68-417c00abde8c, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=281e6b5e-4405-458f-bc68-417c00abde8c,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:51:48.902422 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205796b4-ce3c-4ac1-bd83-3d6ceed96fd7 req-fbee0e23-15d4-42e7-859d-44c3d1346f37 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:48.904100 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-205796b4-ce3c-4ac1-bd83-3d6ceed96fd7 req-fbee0e23-15d4-42e7-859d-44c3d1346f37 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0832033 Sep 03 12:51:48.906150 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:48.935429 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b046-fd43-4177-afe9-234ab17f28fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:48.963678 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:48.965137 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:48.966630 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] 10.222.0.22 "PUT /v2.0/ports/281e6b5e-4405-458f-bc68-417c00abde8c HTTP/1.1" status: 200 len: 1094 time: 0.7557330 Sep 03 12:51:48.968842 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b37e832-b522-4679-b51c-289fd6c4960a', 'tag': '281e6b5e-4405-458f-bc68-417c00abde8c'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:51:48.971122 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095c215-24da-4a57-a2b6-d6230780fed7" -d '{"events": [{"name": "network-changed", "server_uuid": "5b37e832-b522-4679-b51c-289fd6c4960a", "tag": "281e6b5e-4405-458f-bc68-417c00abde8c"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:51:48.974215 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b046-fd43-4177-afe9-234ab17f28fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:49.007128 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7412fe-d4ac-4ede-b988-f38f5157b3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=281e6b5e-4405-458f-bc68-417c00abde8c,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:49.012768 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-205796b4-ce3c-4ac1-bd83-3d6ceed96fd7 req-6a0bb645-563e-4737-baa2-ef51ed5992a5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978298 Sep 03 12:51:49.051306 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c13d3-a51f-49f8-a2a7-9e43567da3e3 req-1a0e6476-458f-418b-9979-43fbeb44f19b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:49.053093 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-114c13d3-a51f-49f8-a2a7-9e43567da3e3 req-1a0e6476-458f-418b-9979-43fbeb44f19b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0949173 Sep 03 12:51:49.062792 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b046-fd43-4177-afe9-234ab17f28fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:49.065175 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30c924b-b15e-458c-b468-a37923066b89 x-openstack-request-id: req-a30c924b-b15e-458c-b468-a37923066b89 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:51:49.065569 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b37e832-b522-4679-b51c-289fd6c4960a", "tag": "281e6b5e-4405-458f-bc68-417c00abde8c", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:51:49.065896 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a30c924b-b15e-458c-b468-a37923066b89 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:51:49.066001 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b046-fd43-4177-afe9-234ab17f28fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:49.066433 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b37e832-b522-4679-b51c-289fd6c4960a', 'tag': '281e6b5e-4405-458f-bc68-417c00abde8c', 'status': 'completed', 'code': 200} Sep 03 12:51:49.067077 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a7b5b046-fd43-4177-afe9-234ab17f28fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e64e1c0b-4f3a-4863-87d6-3a253a640763 HTTP/1.1" status: 204 len: 168 time: 0.2024996 Sep 03 12:51:49.078542 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5b046-fd43-4177-afe9-234ab17f28fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64e1c0b-4f3a-4863-87d6-3a253a640763,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:49.135554 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-114c13d3-a51f-49f8-a2a7-9e43567da3e3 req-6127cb80-61dd-4dcd-8d8f-20b982debb7a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672667 Sep 03 12:51:49.175725 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3a42202a-0633-4903-85e3-f4da2c6e14c9 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:51:49.205326 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 3a42202a-0633-4903-85e3-f4da2c6e14c9 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:51:49.205705 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3a42202a-0633-4903-85e3-f4da2c6e14c9 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:51:49.208597 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-c394a9f1-c6e1-44d7-98b2-a188b2e3fb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:49.252192 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fcd60692-cc4c-4e6c-aa66-2e598a7ee982 req-d939e102-1a43-4aa8-be7a-fa4827900634 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa HTTP/1.1" status: 200 len: 1000 time: 0.0974057 Sep 03 12:51:49.260414 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095c215-24da-4a57-a2b6-d6230780fed7 req-25b45b67-7a7b-4178-b613-c52e43a1e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:49.262133 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e095c215-24da-4a57-a2b6-d6230780fed7 req-25b45b67-7a7b-4178-b613-c52e43a1e89e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 1097 time: 0.0655239 Sep 03 12:51:49.339972 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd60692-cc4c-4e6c-aa66-2e598a7ee982 req-26711855-fc2e-47b7-bac6-3d3201bdc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:49.341463 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fcd60692-cc4c-4e6c-aa66-2e598a7ee982 req-26711855-fc2e-47b7-bac6-3d3201bdc6ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f804e94f-4cdc-4875-a25a-f1c5b250b678 HTTP/1.1" status: 200 len: 850 time: 0.0784900 Sep 03 12:51:49.384928 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 39086) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:49.423104 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f8e8040-3712-499f-a2f9-2ce350ddaea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:49.452597 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095c215-24da-4a57-a2b6-d6230780fed7 req-300617ec-3717-420d-817e-514841d804f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:49.453978 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e095c215-24da-4a57-a2b6-d6230780fed7 req-300617ec-3717-420d-817e-514841d804f7 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=629ca63105674d199c7db24d3ee4918e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1662445 Sep 03 12:51:49.462966 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd60692-cc4c-4e6c-aa66-2e598a7ee982 req-4fb59b59-0a1b-4d88-9d10-158c6ed90581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:49.464364 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fcd60692-cc4c-4e6c-aa66-2e598a7ee982 req-4fb59b59-0a1b-4d88-9d10-158c6ed90581 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950873 Sep 03 12:51:49.645624 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095c215-24da-4a57-a2b6-d6230780fed7 req-f51e814a-e6aa-428f-91df-f1badad79cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:49.648240 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e095c215-24da-4a57-a2b6-d6230780fed7 req-f51e814a-e6aa-428f-91df-f1badad79cf7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1816597 Sep 03 12:51:49.668803 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fcd60692-cc4c-4e6c-aa66-2e598a7ee982 req-5770b40c-4210-45fa-b9c1-326ba615f960 service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933808 Sep 03 12:51:49.703513 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f8e8040-3712-499f-a2f9-2ce350ddaea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:49.730313 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f8e8040-3712-499f-a2f9-2ce350ddaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:49.816488 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-3f8e8040-3712-499f-a2f9-2ce350ddaea2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0e4fef7198e4825a235f9ba11f1ee85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305360 Sep 03 12:51:49.819366 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39090) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:49.821063 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e8040-3712-499f-a2f9-2ce350ddaea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14715545-f74c-4a25-bdfd-6fdcda034355,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:49.831431 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335086ef-0170-4a80-be91-7d2877e0dfef req-919694d9-6708-4342-a1e9-0cfc30ae0118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:49.832947 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-919694d9-6708-4342-a1e9-0cfc30ae0118 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 1097 time: 0.1407750 Sep 03 12:51:49.869550 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc14da9c-9083-4a02-8c06-290ff48b7f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:49.891375 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc14da9c-9083-4a02-8c06-290ff48b7f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:49.905378 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fcd60692-cc4c-4e6c-aa66-2e598a7ee982 req-4398d560-1382-4891-981d-587b2a99f76a service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253158 Sep 03 12:51:49.906934 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-78ff00df-e0bf-446f-8df6-c167c7c230a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=281e6b5e-4405-458f-bc68-417c00abde8c HTTP/1.1" status: 200 len: 217 time: 0.0631032 Sep 03 12:51:49.944027 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc14da9c-9083-4a02-8c06-290ff48b7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:49.948171 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc14da9c-9083-4a02-8c06-290ff48b7f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:49.949833 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-bc14da9c-9083-4a02-8c06-290ff48b7f21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14715545-f74c-4a25-bdfd-6fdcda034355 HTTP/1.1" status: 204 len: 168 time: 0.1294789 Sep 03 12:51:49.955967 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d32f1-a3aa-4e07-9efa-fce616cea91a req-2219bbec-7c50-403e-9ff0-63976dafb309 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:49.957495 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d07d32f1-a3aa-4e07-9efa-fce616cea91a req-2219bbec-7c50-403e-9ff0-63976dafb309 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 943 time: 0.1147499 Sep 03 12:51:49.957751 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14da9c-9083-4a02-8c06-290ff48b7f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14715545-f74c-4a25-bdfd-6fdcda034355,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:49.997496 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335086ef-0170-4a80-be91-7d2877e0dfef req-f3579ade-aa82-43ab-97dc-ceab81ccb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:49.999051 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-f3579ade-aa82-43ab-97dc-ceab81ccb30c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b14272e-3c2f-4c5c-9b35-611224485ef1 HTTP/1.1" status: 200 len: 851 time: 0.0813301 Sep 03 12:51:50.055015 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d07d32f1-a3aa-4e07-9efa-fce616cea91a req-359663b0-3533-4025-8d16-e9a3986ada28 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735340 Sep 03 12:51:50.079140 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335086ef-0170-4a80-be91-7d2877e0dfef req-6e1835bb-0d08-4e3d-8e95-2169d4bae1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:50.080699 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-6e1835bb-0d08-4e3d-8e95-2169d4bae1e1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8546ecf-6791-4078-b22d-5b780e95646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712478 Sep 03 12:51:50.135180 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50acfce-4922-41d8-88d5-e60cb8dd7a81 req-254f51b9-8d33-4952-8b5c-3cb66b96afda tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:50.137011 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e50acfce-4922-41d8-88d5-e60cb8dd7a81 req-254f51b9-8d33-4952-8b5c-3cb66b96afda tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0509136 Sep 03 12:51:50.201145 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e50acfce-4922-41d8-88d5-e60cb8dd7a81 req-7353cc15-396c-4c79-b304-be726be0e7ff tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529788 Sep 03 12:51:50.212440 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-94ec3f1a-dbe0-43c1-98e8-4a5c283a4d97 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222382 Sep 03 12:51:50.340922 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2923f6-fe1e-4265-9fd6-4088f40e17ca req-5a524ad9-1a3a-4741-95e7-69d228aa1891 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:50.342504 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1c2923f6-fe1e-4265-9fd6-4088f40e17ca req-5a524ad9-1a3a-4741-95e7-69d228aa1891 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.1004400 Sep 03 12:51:50.388570 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-335086ef-0170-4a80-be91-7d2877e0dfef req-bac49019-3a29-4869-a91f-29e9c7fdb022 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650953 Sep 03 12:51:50.423691 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1c2923f6-fe1e-4265-9fd6-4088f40e17ca req-21d73972-d40a-4a20-abae-cde28a852f03 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729568 Sep 03 12:51:51.161915 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e31d1-d458-4f00-a0c6-da100253338f req-b132bb04-3928-42f1-b809-b05e1d2c6b71 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:51.163434 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8f5e31d1-d458-4f00-a0c6-da100253338f req-b132bb04-3928-42f1-b809-b05e1d2c6b71 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 943 time: 0.0496690 Sep 03 12:51:51.202635 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8f5e31d1-d458-4f00-a0c6-da100253338f req-cda751f2-fa81-40cc-bad4-986e9fc3bfb1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325875 Sep 03 12:51:51.325294 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21c12a-14da-46d9-9bcb-031980ae23a7 req-e73c0ab4-1702-40b0-a28a-0b4671ec40fd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:51.326796 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ef21c12a-14da-46d9-9bcb-031980ae23a7 req-e73c0ab4-1702-40b0-a28a-0b4671ec40fd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0517521 Sep 03 12:51:51.369125 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ef21c12a-14da-46d9-9bcb-031980ae23a7 req-0825e669-8dab-416a-8f97-19a775e8dba5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363209 Sep 03 12:51:51.544098 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0eb85-34c8-412c-86a1-f4c92e7f0afe req-91474efa-fc59-420b-849a-b0e084a87614 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:51.545598 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-55d0eb85-34c8-412c-86a1-f4c92e7f0afe req-91474efa-fc59-420b-849a-b0e084a87614 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0538032 Sep 03 12:51:51.583677 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-55d0eb85-34c8-412c-86a1-f4c92e7f0afe req-714767d0-7709-47a1-8403-ec16f3703059 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320747 Sep 03 12:51:51.842416 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-2933f248-c643-48b0-a660-cf776e11732b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:52.295994 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:52.315912 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1584664-e223-4a55-afaf-1c8099c0ae0b req-4c48c770-ba01-4edf-8456-670906ffac84 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:52.317389 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b1584664-e223-4a55-afaf-1c8099c0ae0b req-4c48c770-ba01-4edf-8456-670906ffac84 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 943 time: 0.0491767 Sep 03 12:51:52.356059 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b1584664-e223-4a55-afaf-1c8099c0ae0b req-b2f2dde7-0657-417d-9cd4-a183050b446c tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326676 Sep 03 12:51:52.702377 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8aa46-b3c8-45fb-9344-173b5c02e40e req-c4bef71e-adb3-4750-8cbe-d84c36a3197a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:52.703899 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d4f8aa46-b3c8-45fb-9344-173b5c02e40e req-c4bef71e-adb3-4750-8cbe-d84c36a3197a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0490522 Sep 03 12:51:52.740906 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d4f8aa46-b3c8-45fb-9344-173b5c02e40e req-3872f2d7-185d-41ea-8bc3-af7d3c6b8322 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312722 Sep 03 12:51:53.392315 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:53.428026 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device bad63cc7-4f5f-482f-bd25-27cff7acb7e7 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:51:53.471063 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:53.476056 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe43730-6a6a-46fe-a001-02913846d442 req-aa179213-4703-468f-be5e-79ae0d09e64c tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:53.477559 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-efe43730-6a6a-46fe-a001-02913846d442 req-aa179213-4703-468f-be5e-79ae0d09e64c tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 943 time: 0.0560219 Sep 03 12:51:53.516312 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-efe43730-6a6a-46fe-a001-02913846d442 req-0018eb49-58f1-452e-aa8e-33ab252a3038 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322027 Sep 03 12:51:53.534835 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port bad63cc7-4f5f-482f-bd25-27cff7acb7e7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:53.545846 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'port_id': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'mac_address': 'fa:16:3e:38:7a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:51:53.585409 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:53.597540 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad63cc7-4f5f-482f-bd25-27cff7acb7e7 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:51:53.616238 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port bad63cc7-4f5f-482f-bd25-27cff7acb7e7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:53.619771 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:53.671671 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:53.853037 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc27517-89f4-4acf-a711-870cbd9715ef req-c48dc68c-3415-4e34-bfd3-67c3b64e73ee tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:53.854297 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5cc27517-89f4-4acf-a711-870cbd9715ef req-c48dc68c-3415-4e34-bfd3-67c3b64e73ee tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0485542 Sep 03 12:51:53.879177 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['bad63cc7-4f5f-482f-bd25-27cff7acb7e7'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:51:53.896298 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5cc27517-89f4-4acf-a711-870cbd9715ef req-c6a81ddc-49ca-4135-a063-81ff38f82089 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350168 Sep 03 12:51:54.629897 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee03994-5aef-4b5b-b0b7-b0a219587afb req-dd4000e3-169b-451c-9971-ad4a43ffafc0 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:54.631489 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ee03994-5aef-4b5b-b0b7-b0a219587afb req-dd4000e3-169b-451c-9971-ad4a43ffafc0 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 944 time: 0.0488739 Sep 03 12:51:54.674564 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ee03994-5aef-4b5b-b0b7-b0a219587afb req-45e2a2d5-8c0f-432c-9876-145bee01020d tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367346 Sep 03 12:51:54.943204 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:55.035550 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65208fcf-0bae-41c4-8ff1-b1eea70d6353 req-1c3159d1-8cb8-4994-9174-ec95381d4e49 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:55.036943 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-65208fcf-0bae-41c4-8ff1-b1eea70d6353 req-1c3159d1-8cb8-4994-9174-ec95381d4e49 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0520771 Sep 03 12:51:55.074775 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-65208fcf-0bae-41c4-8ff1-b1eea70d6353 req-84859186-87a7-4117-b1e8-2ca361776613 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311375 Sep 03 12:51:55.428588 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device bad63cc7-4f5f-482f-bd25-27cff7acb7e7 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:55.478814 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port bad63cc7-4f5f-482f-bd25-27cff7acb7e7 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:55.483873 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port bad63cc7-4f5f-482f-bd25-27cff7acb7e7 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:55.484313 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:55.586315 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:55.611107 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:51:55.613382 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab43d4a-77df-4b6b-b576-2040a5a1662d" -d '{"events": [{"server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "name": "network-vif-plugged", "status": "completed", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:51:55.628358 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port bad63cc7-4f5f-482f-bd25-27cff7acb7e7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:55.633852 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:55.661863 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852a6e3d-9c9b-4b97-bdc4-9a92c9d6b2a2 x-openstack-request-id: req-852a6e3d-9c9b-4b97-bdc4-9a92c9d6b2a2 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:51:55.662399 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "name": "network-vif-plugged", "status": "completed", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:51:55.662656 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-852a6e3d-9c9b-4b97-bdc4-9a92c9d6b2a2 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:51:55.663071 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'code': 200} Sep 03 12:51:55.689268 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:55.793168 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443af0c-a473-46bd-b764-794b157c9ca6 req-268c5e3c-ba43-4e56-820b-44d04bb80039 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:55.794810 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9443af0c-a473-46bd-b764-794b157c9ca6 req-268c5e3c-ba43-4e56-820b-44d04bb80039 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0522850 Sep 03 12:51:55.844634 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9443af0c-a473-46bd-b764-794b157c9ca6 req-8d3e3b1f-d232-4f76-9c5f-ad7dc45e599a tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421977 Sep 03 12:51:55.931146 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21b0fd-ddb9-4fec-a060-067d2e25c694 req-bfe7bad7-7e5d-406f-8916-6256a6f3b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:55.932994 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4d21b0fd-ddb9-4fec-a060-067d2e25c694 req-bfe7bad7-7e5d-406f-8916-6256a6f3b2ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 1098 time: 0.0477641 Sep 03 12:51:55.970853 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4d21b0fd-ddb9-4fec-a060-067d2e25c694 req-a4314511-e9a6-4e89-a4ee-0d09ebb51420 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298007 Sep 03 12:51:56.187452 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aec814-fca1-41cc-8b3f-84fe594f2ef8 req-356f655a-9428-467f-bbce-2a63e306f4c8 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:56.188925 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-01aec814-fca1-41cc-8b3f-84fe594f2ef8 req-356f655a-9428-467f-bbce-2a63e306f4c8 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0481193 Sep 03 12:51:56.227304 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-01aec814-fca1-41cc-8b3f-84fe594f2ef8 req-460482e0-dd49-4dc9-ba62-7a3be15a2c8e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Sep 03 12:51:56.982586 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ee932-1aba-45c2-b63b-d6d1191f96dd req-68558786-6536-466c-b61a-1ed23ba7a563 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:56.989659 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d57ee932-1aba-45c2-b63b-d6d1191f96dd req-68558786-6536-466c-b61a-1ed23ba7a563 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0581822 Sep 03 12:51:57.031585 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d57ee932-1aba-45c2-b63b-d6d1191f96dd req-0bc5c9ce-d18a-4a8e-8f2e-d6782366bca2 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408967 Sep 03 12:51:57.361228 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ead30-ca18-4b25-906b-fceda43cf5f3 req-fe00900a-0521-4308-aeb0-59a1af575624 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:57.363022 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-005ead30-ca18-4b25-906b-fceda43cf5f3 req-fe00900a-0521-4308-aeb0-59a1af575624 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0633299 Sep 03 12:51:57.414483 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-005ead30-ca18-4b25-906b-fceda43cf5f3 req-5dc511f3-3582-420b-b3c2-f3d09a529db4 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435035 Sep 03 12:51:58.152327 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e67c2-0703-405a-892c-fe7980f3803e req-c9688b56-9823-4eb3-b796-8098a15d24a1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:58.153838 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b37e67c2-0703-405a-892c-fe7980f3803e req-c9688b56-9823-4eb3-b796-8098a15d24a1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0597346 Sep 03 12:51:58.190584 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b37e67c2-0703-405a-892c-fe7980f3803e req-3e8613b0-fa75-4f80-aed3-954232306f85 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307589 Sep 03 12:51:58.308215 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4c782-3503-4849-9eec-2b4caa62961d req-79d84fbd-9755-46ea-8ae1-377358afb933 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:58.309576 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0dc4c782-3503-4849-9eec-2b4caa62961d req-79d84fbd-9755-46ea-8ae1-377358afb933 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0494545 Sep 03 12:51:58.361504 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0dc4c782-3503-4849-9eec-2b4caa62961d req-8fcf0f3e-dba4-4cd6-a9ca-cc34a275e84e tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365100 Sep 03 12:51:58.395852 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39336) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:58.566940 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d209a60-df5f-4d49-b1a9-f022dc4eaa28 req-7f6a3cd2-79ce-418b-95d5-8e06b44c6226 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:58.568828 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4d209a60-df5f-4d49-b1a9-f022dc4eaa28 req-7f6a3cd2-79ce-418b-95d5-8e06b44c6226 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0626209 Sep 03 12:51:58.617821 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4d209a60-df5f-4d49-b1a9-f022dc4eaa28 req-920cd4fd-a220-4f7b-b4ce-b7c61d62790d tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414648 Sep 03 12:51:58.642922 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:51:58.670432 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44206b14-ac58-461c-9d99-1578169fd5d3 tempest-TestShelveInstance-311463354 tempest-TestShelveInstance-311463354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:58.672500 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-44206b14-ac58-461c-9d99-1578169fd5d3 tempest-TestShelveInstance-311463354 tempest-TestShelveInstance-311463354-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 1093 time: 0.2790635 Sep 03 12:51:58.675314 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39360) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:58.681360 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Request body: {'floatingip': {'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'port_id': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:58.710828 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for floatingip, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:58.810052 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:58.910334 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Allocated IP 172.27.0.14 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/cb000a7b-be98-4cee-b841-eab36cd0fd67) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:51:59.012857 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:59.049869 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:59.086831 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:51:59.089689 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:51:59.092411 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:51:59.118291 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Pushing event updated for resources: {'Port': ['ID=cb000a7b-be98-4cee-b841-eab36cd0fd67,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:59.515215 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:59.611053 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:59.754252 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbe4fc-b6d9-4d14-84e9-102d3ad7f50b req-cd5129a5-2d82-4b7c-9801-002af85925a9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:59.755784 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-58cbe4fc-b6d9-4d14-84e9-102d3ad7f50b req-cd5129a5-2d82-4b7c-9801-002af85925a9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0628870 Sep 03 12:51:59.768663 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:59.773583 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:59.797389 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-58cbe4fc-b6d9-4d14-84e9-102d3ad7f50b req-61706e72-3492-4269-93b7-9daa6ac56091 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342810 Sep 03 12:51:59.850552 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Pushing event updated for resources: {'Port': ['ID=cb000a7b-be98-4cee-b841-eab36cd0fd67,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:59.859222 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:59.971048 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.l3_db [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Floating IP 84ed1c34-7132-422a-9693-3eabb185f54c associated. External IP: 172.27.0.14, port: bad63cc7-4f5f-482f-bd25-27cff7acb7e7. Sep 03 12:52:00.376472 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:52:00.481386 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:52:00.490844 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa3e763-54fa-4893-be50-80ae15e13996 None None] Sync routers for ids ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:52:00.498862 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:00.500919 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa3e763-54fa-4893-be50-80ae15e13996 None None] Routers {'16c658e2-fdd9-4c00-81f9-bdbdda53df01'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:00.501537 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-3aa3e763-54fa-4893-be50-80ae15e13996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:51:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:00.534441 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-015674fa-0977-46a6-a888-a6137fafe1a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8580754 Sep 03 12:52:00.535049 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:52:00.537290 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ad2880-519f-4d5e-ab86-55072ea557ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:52:00.577594 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a332899f-1160-444a-8c26-cb6e657928e1 x-openstack-request-id: req-a332899f-1160-444a-8c26-cb6e657928e1 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:52:00.577594 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:52:00.577594 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a332899f-1160-444a-8c26-cb6e657928e1 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:52:00.577594 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'status': 'completed', 'code': 200} Sep 03 12:52:00.725125 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-3aa3e763-54fa-4893-be50-80ae15e13996 None None] Set router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:00.917856 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dceb3-0055-41a9-b943-ef81cda332f2 req-cb7ebaef-c50a-4f64-8723-4e1758167cd7 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:00.919345 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7d6dceb3-0055-41a9-b943-ef81cda332f2 req-cb7ebaef-c50a-4f64-8723-4e1758167cd7 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0474670 Sep 03 12:52:00.950821 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-3aa3e763-54fa-4893-be50-80ae15e13996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:50:48Z', 'revision_number': 4, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port': {'id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '84ed1c34-7132-422a-9693-3eabb185f54c', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'port_id': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'mac_address': 'fa:16:3e:38:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:51:59Z', 'updated_at': '2021-09-03T12:51:59Z', 'revision_number': 0, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb018580-7d62-48bc-8c39-b23d7167583d', 'name': '', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'mac_address': 'fa:16:3e:64:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:46Z', 'updated_at': '2021-09-03T12:50:55Z', 'revision_number': 5, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'subnets': [{'id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:00.961327 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7d6dceb3-0055-41a9-b943-ef81cda332f2 req-faa96628-5f5a-49dc-8979-8edb38c9a1cc tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360379 Sep 03 12:52:00.977200 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa3e763-54fa-4893-be50-80ae15e13996 None None] Checking router: 16c658e2-fdd9-4c00-81f9-bdbdda53df01 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:52:00.986071 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa3e763-54fa-4893-be50-80ae15e13996 None None] Routers {'16c658e2-fdd9-4c00-81f9-bdbdda53df01'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:00.986675 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-3aa3e763-54fa-4893-be50-80ae15e13996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:51:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:01.090872 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-3aa3e763-54fa-4893-be50-80ae15e13996 None None] Set router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:01.309004 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-3aa3e763-54fa-4893-be50-80ae15e13996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:50:48Z', 'revision_number': 4, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port': {'id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '84ed1c34-7132-422a-9693-3eabb185f54c', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'port_id': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'mac_address': 'fa:16:3e:38:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:51:59Z', 'updated_at': '2021-09-03T12:51:59Z', 'revision_number': 0, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb018580-7d62-48bc-8c39-b23d7167583d', 'name': '', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'mac_address': 'fa:16:3e:64:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:46Z', 'updated_at': '2021-09-03T12:50:55Z', 'revision_number': 5, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'subnets': [{'id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:01.342677 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa3e763-54fa-4893-be50-80ae15e13996 None None] The sync data for ids ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'] in dv-cinder-806559-6-iscsi is: [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:50:48Z', 'revision_number': 4, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port': {'id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '84ed1c34-7132-422a-9693-3eabb185f54c', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'port_id': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'mac_address': 'fa:16:3e:38:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:51:59Z', 'updated_at': '2021-09-03T12:51:59Z', 'revision_number': 0, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb018580-7d62-48bc-8c39-b23d7167583d', 'name': '', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'mac_address': 'fa:16:3e:64:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:46Z', 'updated_at': '2021-09-03T12:50:55Z', 'revision_number': 5, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'subnets': [{'id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:52:01.516533 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24dd5ae-763e-49a4-968f-58903763cc30 None None] New status for floating IP 84ed1c34-7132-422a-9693-3eabb185f54c: ACTIVE {{(pid=100324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:52:01.911556 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad2880-519f-4d5e-ab86-55072ea557ec req-4ef8c636-9748-4d14-aa05-7ade6cc95893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:01.913113 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-49ad2880-519f-4d5e-ab86-55072ea557ec req-4ef8c636-9748-4d14-aa05-7ade6cc95893 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249950e2371f403a95f0713db8fb04f4&device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 1098 time: 0.0396845 Sep 03 12:52:02.009894 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad2880-519f-4d5e-ab86-55072ea557ec req-988f82e0-be61-481d-a3ee-842a440f7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:02.011453 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-49ad2880-519f-4d5e-ab86-55072ea557ec req-988f82e0-be61-481d-a3ee-842a440f7564 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115 HTTP/1.1" status: 200 len: 910 time: 0.0838802 Sep 03 12:52:02.078088 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298cc2a-64ab-4d9f-9c0b-263c729d8842 req-45452eae-b181-4208-8c93-d90ccd1c47e1 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:02.079721 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6298cc2a-64ab-4d9f-9c0b-263c729d8842 req-45452eae-b181-4208-8c93-d90ccd1c47e1 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0502117 Sep 03 12:52:02.122303 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6298cc2a-64ab-4d9f-9c0b-263c729d8842 req-2e74cee0-11c3-479d-8df8-07968ab8b319 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358748 Sep 03 12:52:02.332723 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-49ad2880-519f-4d5e-ab86-55072ea557ec req-c649a7d9-5c13-4247-a3e8-baf2efce9471 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7 HTTP/1.1" status: 200 len: 1000 time: 0.3051016 Sep 03 12:52:02.384568 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad2880-519f-4d5e-ab86-55072ea557ec req-b57ce441-1254-4c14-91cf-b08c187955ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:02.386030 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-49ad2880-519f-4d5e-ab86-55072ea557ec req-b57ce441-1254-4c14-91cf-b08c187955ef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f5e91bcd-437f-41ff-a010-04098e986172 HTTP/1.1" status: 200 len: 848 time: 0.0454428 Sep 03 12:52:02.433294 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad2880-519f-4d5e-ab86-55072ea557ec req-fbc7b1d7-84ec-400e-910a-2fafd71493b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:02.435225 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-49ad2880-519f-4d5e-ab86-55072ea557ec req-fbc7b1d7-84ec-400e-910a-2fafd71493b7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411494 Sep 03 12:52:02.525436 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-49ad2880-519f-4d5e-ab86-55072ea557ec req-9426cbc9-a0de-4b55-9be1-93e4ba05e482 service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820148 Sep 03 12:52:02.618263 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-49ad2880-519f-4d5e-ab86-55072ea557ec req-96c0193d-7fa9-4ed7-9afe-364186f991e6 service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844090 Sep 03 12:52:03.234438 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8841eb-d51d-4cdb-9735-8e7c942c08d7 req-39968abc-16e5-4467-b86c-b59e25e53068 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:03.236017 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3b8841eb-d51d-4cdb-9735-8e7c942c08d7 req-39968abc-16e5-4467-b86c-b59e25e53068 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0484285 Sep 03 12:52:03.275124 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3b8841eb-d51d-4cdb-9735-8e7c942c08d7 req-ed8dd523-484b-461d-9d06-cde7478c1af3 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332358 Sep 03 12:52:04.012591 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39446) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:04.128787 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b13178d5-557d-4a8c-b23e-4122f3eae755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:04.223595 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b13178d5-557d-4a8c-b23e-4122f3eae755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:04.228305 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b13178d5-557d-4a8c-b23e-4122f3eae755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:04.269274 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13178d5-557d-4a8c-b23e-4122f3eae755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95c4ed5-a217-4a31-b7d0-133b0b9f1e0b,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:04.285128 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b13178d5-557d-4a8c-b23e-4122f3eae755 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6815f3602ece41cd89d79bcc00bed266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714853 Sep 03 12:52:04.287697 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39462) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:04.357950 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15919d22-ad4c-4740-ad85-b847f6cc2975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:04.381188 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15919d22-ad4c-4740-ad85-b847f6cc2975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:04.409109 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96cf44-cfa3-4aff-95b1-976ab77d7d68 req-5f41d002-55c8-4fe3-8b17-d963b988ae41 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:04.418232 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fe96cf44-cfa3-4aff-95b1-976ab77d7d68 req-5f41d002-55c8-4fe3-8b17-d963b988ae41 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0670669 Sep 03 12:52:04.435231 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15919d22-ad4c-4740-ad85-b847f6cc2975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:04.438159 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15919d22-ad4c-4740-ad85-b847f6cc2975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:04.441795 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-15919d22-ad4c-4740-ad85-b847f6cc2975 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f95c4ed5-a217-4a31-b7d0-133b0b9f1e0b HTTP/1.1" status: 204 len: 168 time: 0.1508453 Sep 03 12:52:04.450048 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15919d22-ad4c-4740-ad85-b847f6cc2975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95c4ed5-a217-4a31-b7d0-133b0b9f1e0b,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:04.465659 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fe96cf44-cfa3-4aff-95b1-976ab77d7d68 req-8540c9ae-6a6c-4de4-8dbf-9d3b090c109c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430861 Sep 03 12:52:04.767064 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39486) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:04.780441 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-368c8b51-4aba-4ca0-970a-ded5f9122a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:04.866092 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-368c8b51-4aba-4ca0-970a-ded5f9122a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:04.869755 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-368c8b51-4aba-4ca0-970a-ded5f9122a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:04.907473 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-368c8b51-4aba-4ca0-970a-ded5f9122a37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a05425eb112047d890e582ad65e6a8cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393096 Sep 03 12:52:04.908326 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c8b51-4aba-4ca0-970a-ded5f9122a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f92333-b9a4-462e-9700-42f7deffd7cd,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:04.910143 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 39488) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:04.958453 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2d586c08-3f1f-487f-95d5-9929302640e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:04.979375 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2d586c08-3f1f-487f-95d5-9929302640e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:05.031584 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2d586c08-3f1f-487f-95d5-9929302640e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:05.033971 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2d586c08-3f1f-487f-95d5-9929302640e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:05.035165 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-2d586c08-3f1f-487f-95d5-9929302640e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02f92333-b9a4-462e-9700-42f7deffd7cd HTTP/1.1" status: 204 len: 168 time: 0.1238337 Sep 03 12:52:05.043391 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d586c08-3f1f-487f-95d5-9929302640e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f92333-b9a4-462e-9700-42f7deffd7cd,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:05.481879 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 281e6b5e-4405-458f-bc68-417c00abde8c details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:52:05.593113 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d85f1-5e59-4227-b680-e43fddd86088 req-c4ee8412-4b5f-42a2-8001-1ae690bb0401 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:05.595340 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 281e6b5e-4405-458f-bc68-417c00abde8c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=281e6b5e-4405-458f-bc68-417c00abde8c,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:05.595727 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-524d85f1-5e59-4227-b680-e43fddd86088 req-c4ee8412-4b5f-42a2-8001-1ae690bb0401 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 944 time: 0.0653112 Sep 03 12:52:05.608576 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '281e6b5e-4405-458f-bc68-417c00abde8c', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'port_id': '281e6b5e-4405-458f-bc68-417c00abde8c', 'mac_address': 'fa:16:3e:51:0a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:52:05.646033 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-524d85f1-5e59-4227-b680-e43fddd86088 req-367c70d1-cd2c-4f50-820d-ae649e18537f tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 Sep 03 12:52:05.660567 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:05.674598 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281e6b5e-4405-458f-bc68-417c00abde8c {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:52:05.703018 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 281e6b5e-4405-458f-bc68-417c00abde8c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=281e6b5e-4405-458f-bc68-417c00abde8c,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:05.707228 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:05.765108 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=281e6b5e-4405-458f-bc68-417c00abde8c,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:05.778876 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:05.778876 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:05.778876 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:05.778876 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:05.778876 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:05.778876 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:05.778876 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:05.778876 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:05.778876 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:05.778876 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:05.779579 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:05.779579 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:05.989635 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35426d9-0ee8-4562-98c9-42d9859d7202 req-174583a4-5971-42f3-8d45-e29c024f7608 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:05.991144 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e35426d9-0ee8-4562-98c9-42d9859d7202 req-174583a4-5971-42f3-8d45-e29c024f7608 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0497000 Sep 03 12:52:05.994724 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['281e6b5e-4405-458f-bc68-417c00abde8c'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:52:06.036049 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e35426d9-0ee8-4562-98c9-42d9859d7202 req-2ce8fe60-73fc-4470-a3d4-7002510c598c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350413 Sep 03 12:52:06.177728 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 39542) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:06.282716 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cad1732e-714f-4a08-a327-c59d62ebcd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:06.376720 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cad1732e-714f-4a08-a327-c59d62ebcd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:06.379427 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cad1732e-714f-4a08-a327-c59d62ebcd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:06.417472 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-cad1732e-714f-4a08-a327-c59d62ebcd46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62a0dd7297d04332854165e97cbf11e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387168 Sep 03 12:52:06.418393 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1732e-714f-4a08-a327-c59d62ebcd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b9107b-d131-445e-88f9-0af02965151e,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:06.420181 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39546) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:06.469191 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db2d11e4-530b-45cd-a797-8501cfd8a208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:06.489685 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db2d11e4-530b-45cd-a797-8501cfd8a208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:06.536054 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db2d11e4-530b-45cd-a797-8501cfd8a208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:06.539365 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db2d11e4-530b-45cd-a797-8501cfd8a208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:06.540788 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-db2d11e4-530b-45cd-a797-8501cfd8a208 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1b9107b-d131-445e-88f9-0af02965151e HTTP/1.1" status: 204 len: 168 time: 0.1195583 Sep 03 12:52:06.554943 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d11e4-530b-45cd-a797-8501cfd8a208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b9107b-d131-445e-88f9-0af02965151e,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:06.763862 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d1521-9500-4994-8406-ab45bf4053e8 req-4f85debf-9bec-4a0c-88e9-adde39be77ab tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:06.765399 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d39d1521-9500-4994-8406-ab45bf4053e8 req-4f85debf-9bec-4a0c-88e9-adde39be77ab tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 945 time: 0.0504646 Sep 03 12:52:06.808309 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d39d1521-9500-4994-8406-ab45bf4053e8 req-4395742f-ad53-4f95-9d75-bd6339f2d869 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370314 Sep 03 12:52:07.167119 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dc99b-3d61-4655-9859-3d27d08a42d9 req-c1ba0652-2176-41a0-8520-a8b65a43805f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:07.168607 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5a3dc99b-3d61-4655-9859-3d27d08a42d9 req-c1ba0652-2176-41a0-8520-a8b65a43805f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0555272 Sep 03 12:52:07.206359 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5a3dc99b-3d61-4655-9859-3d27d08a42d9 req-0e34d586-bd85-4fa1-9351-033456508bf2 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318880 Sep 03 12:52:07.500874 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 281e6b5e-4405-458f-bc68-417c00abde8c up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:07.551425 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 281e6b5e-4405-458f-bc68-417c00abde8c completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:07.556074 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 281e6b5e-4405-458f-bc68-417c00abde8c triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:07.557540 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:07.646236 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:07.670350 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b37e832-b522-4679-b51c-289fd6c4960a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281e6b5e-4405-458f-bc68-417c00abde8c'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:52:07.672940 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93008f6d-b9d9-45ea-bad2-a8be811b6299" -d '{"events": [{"server_uuid": "5b37e832-b522-4679-b51c-289fd6c4960a", "name": "network-vif-plugged", "status": "completed", "tag": "281e6b5e-4405-458f-bc68-417c00abde8c"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:52:07.686946 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 281e6b5e-4405-458f-bc68-417c00abde8c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=281e6b5e-4405-458f-bc68-417c00abde8c,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:07.691348 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:07.733771 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8eda03-1d04-44b3-9add-c27f1b48e3b7 x-openstack-request-id: req-7c8eda03-1d04-44b3-9add-c27f1b48e3b7 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:52:07.734167 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b37e832-b522-4679-b51c-289fd6c4960a", "name": "network-vif-plugged", "status": "completed", "tag": "281e6b5e-4405-458f-bc68-417c00abde8c", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:52:07.734606 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c8eda03-1d04-44b3-9add-c27f1b48e3b7 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:52:07.735192 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b37e832-b522-4679-b51c-289fd6c4960a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281e6b5e-4405-458f-bc68-417c00abde8c', 'code': 200} Sep 03 12:52:07.752131 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=281e6b5e-4405-458f-bc68-417c00abde8c,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:07.795940 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-ddc5a664-873b-40c6-b195-668442733e67 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:07.797688 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-ddc5a664-873b-40c6-b195-668442733e67 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0563934 Sep 03 12:52:07.931215 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Deleting port 0891058a-5986-4fd3-91f6-127febab8478 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:52:07.931642 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:07.989264 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccf1aa-2a8f-4213-8ac3-65a6a36b4c37 req-76cdcee8-d73d-48d0-ad16-e7dd0e7150df tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:07.990658 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6cccf1aa-2a8f-4213-8ac3-65a6a36b4c37 req-76cdcee8-d73d-48d0-ad16-e7dd0e7150df tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 946 time: 0.1090198 Sep 03 12:52:08.060987 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef80956-b65a-4d27-84a5-fe11acd35ab4 req-7b82c310-708a-41fd-baee-5ad5046e7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:08.062518 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1ef80956-b65a-4d27-84a5-fe11acd35ab4 req-7b82c310-708a-41fd-baee-5ad5046e7c3c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 1099 time: 0.1254191 Sep 03 12:52:08.104208 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] For port 0891058a-5986-4fd3-91f6-127febab8478, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=0891058a-5986-4fd3-91f6-127febab8478,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:08.104452 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:08.109405 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6cccf1aa-2a8f-4213-8ac3-65a6a36b4c37 req-f0355513-57ce-4538-81fc-d8f712d1e9a6 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109955 Sep 03 12:52:08.205664 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1ef80956-b65a-4d27-84a5-fe11acd35ab4 req-b84d0090-0ced-4146-ab7a-94c277c187b6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272087 Sep 03 12:52:08.339178 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831db20c-54fb-4e13-aa1a-86b2c14830e7 req-794d5f8b-47ce-44fd-a94a-a70340fb2407 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:08.340720 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-831db20c-54fb-4e13-aa1a-86b2c14830e7 req-794d5f8b-47ce-44fd-a94a-a70340fb2407 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4d42720-2325-45b6-90ff-54fab4297c1e HTTP/1.1" status: 200 len: 946 time: 0.0587494 Sep 03 12:52:08.353206 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:08.353799 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:08.354148 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.l3_db [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Floating IP 92bcd326-df90-4e18-830d-21e6b7ea66b3 disassociated. External IP: 172.27.0.57, port: 0891058a-5986-4fd3-91f6-127febab8478. Sep 03 12:52:08.354500 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Calling delete_port for 0891058a-5986-4fd3-91f6-127febab8478 owned by compute:nova {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:52:08.379167 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-831db20c-54fb-4e13-aa1a-86b2c14830e7 req-ebef7270-b5e1-49ac-932e-a394e3ffa23d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=a49a301f-4390-4f42-9bc5-23c7909ac30f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326221 Sep 03 12:52:08.478236 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:08.507887 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event deleted for resources: {'Port': ['ID=0891058a-5986-4fd3-91f6-127febab8478,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:08.620101 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:52:08.728930 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:52:08.742456 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837efc0-cdfb-4edb-a0b0-3e1481f87e32 None None] Sync routers for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:52:08.753727 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837efc0-cdfb-4edb-a0b0-3e1481f87e32 None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:08.754571 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6837efc0-cdfb-4edb-a0b0-3e1481f87e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:51:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:08.771075 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] No DVR routers for this DVR port 0891058a-5986-4fd3-91f6-127febab8478 on host hv-cinder-80655 {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:52:08.773864 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:08.775974 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d3b86ddc-4a97-43c3-9f8e-da4c49db60ca req-d8ee56e4-47d9-41b5-b21f-ba00f8addada tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.22 "DELETE /v2.0/ports/0891058a-5986-4fd3-91f6-127febab8478 HTTP/1.1" status: 204 len: 173 time: 0.9714808 Sep 03 12:52:08.776524 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'name': 'network-vif-deleted', 'tag': '0891058a-5986-4fd3-91f6-127febab8478'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:52:08.781852 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c214d881-d399-4ea0-9de4-3ddf51a8f85f" -d '{"events": [{"server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "name": "network-vif-deleted", "tag": "0891058a-5986-4fd3-91f6-127febab8478"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:52:08.843147 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439adeb6-aae3-4936-b8e9-69111b0733ed x-openstack-request-id: req-439adeb6-aae3-4936-b8e9-69111b0733ed {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:52:08.843503 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d42720-2325-45b6-90ff-54fab4297c1e", "name": "network-vif-deleted", "tag": "0891058a-5986-4fd3-91f6-127febab8478", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:52:08.843876 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-439adeb6-aae3-4936-b8e9-69111b0733ed {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:52:08.844720 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d42720-2325-45b6-90ff-54fab4297c1e', 'name': 'network-vif-deleted', 'tag': '0891058a-5986-4fd3-91f6-127febab8478', 'status': 'completed', 'code': 200} Sep 03 12:52:08.940324 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-6837efc0-cdfb-4edb-a0b0-3e1481f87e32 None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:09.143091 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6837efc0-cdfb-4edb-a0b0-3e1481f87e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 5, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:09.170461 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837efc0-cdfb-4edb-a0b0-3e1481f87e32 None None] Checking router: dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:52:09.179535 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837efc0-cdfb-4edb-a0b0-3e1481f87e32 None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:09.180165 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6837efc0-cdfb-4edb-a0b0-3e1481f87e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:51:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:09.243038 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95a866-1c93-4375-8903-bae0c2aae327 req-915d8426-c86b-4a33-a020-97cc545a1c18 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:09.250468 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ab95a866-1c93-4375-8903-bae0c2aae327 req-915d8426-c86b-4a33-a020-97cc545a1c18 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 946 time: 0.0614560 Sep 03 12:52:09.309182 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ab95a866-1c93-4375-8903-bae0c2aae327 req-5a2d4546-9228-450f-b751-8e72cf6a1c40 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577571 Sep 03 12:52:09.358820 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-6837efc0-cdfb-4edb-a0b0-3e1481f87e32 None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:09.486932 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39644) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:09.549906 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-677df8cf-22d5-4e08-a3fe-afceb462e157 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:09.579145 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-677df8cf-22d5-4e08-a3fe-afceb462e157 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:09.593985 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6837efc0-cdfb-4edb-a0b0-3e1481f87e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 5, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:09.626192 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837efc0-cdfb-4edb-a0b0-3e1481f87e32 None None] The sync data for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi is: [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 5, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:52:09.640256 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-677df8cf-22d5-4e08-a3fe-afceb462e157 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:09.643669 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-677df8cf-22d5-4e08-a3fe-afceb462e157 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:09.644858 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-677df8cf-22d5-4e08-a3fe-afceb462e157 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "DELETE /v2.0/security-groups/a49a301f-4390-4f42-9bc5-23c7909ac30f HTTP/1.1" status: 204 len: 168 time: 0.1565974 Sep 03 12:52:09.647649 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 39648) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:09.655848 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677df8cf-22d5-4e08-a3fe-afceb462e157 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49a301f-4390-4f42-9bc5-23c7909ac30f,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:09.662523 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.api.v2.resource [None req-6f4aac34-a663-4c15-9651-17d228514413 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] show failed (client error): The resource could not be found. Sep 03 12:52:09.663515 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-6f4aac34-a663-4c15-9651-17d228514413 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups/a49a301f-4390-4f42-9bc5-23c7909ac30f HTTP/1.1" status: 404 len: 347 time: 0.0145955 Sep 03 12:52:09.666358 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 39650) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:09.811096 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-f80c08ad-3e91-4243-9f63-4b7556dd24e9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Deleting port 0c4f31e7-100b-4aac-8b6c-6a724a1eedd5 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:52:09.811447 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f80c08ad-3e91-4243-9f63-4b7556dd24e9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:09.894382 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dbf2d0-f093-4e09-bdde-6b538ee71120 None None] New status for floating IP 92bcd326-df90-4e18-830d-21e6b7ea66b3: DOWN {{(pid=100324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:52:09.898481 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f80c08ad-3e91-4243-9f63-4b7556dd24e9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:09.899541 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f80c08ad-3e91-4243-9f63-4b7556dd24e9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:09.912972 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-f80c08ad-3e91-4243-9f63-4b7556dd24e9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Calling delete_port for 0c4f31e7-100b-4aac-8b6c-6a724a1eedd5 owned by network:floatingip {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:52:10.065029 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f80c08ad-3e91-4243-9f63-4b7556dd24e9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.092475 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c08ad-3e91-4243-9f63-4b7556dd24e9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event deleted for resources: {'Port': ['ID=0c4f31e7-100b-4aac-8b6c-6a724a1eedd5,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:10.161862 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f80c08ad-3e91-4243-9f63-4b7556dd24e9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.164351 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f80c08ad-3e91-4243-9f63-4b7556dd24e9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.165526 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-f80c08ad-3e91-4243-9f63-4b7556dd24e9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "DELETE /v2.0/floatingips/92bcd326-df90-4e18-830d-21e6b7ea66b3 HTTP/1.1" status: 204 len: 168 time: 0.4978299 Sep 03 12:52:10.430225 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f4ec0-003f-4ca8-8231-47ff35e44e35 req-0d89d522-7777-48f0-a55e-86ff33668d18 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:10.431652 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6f7f4ec0-003f-4ca8-8231-47ff35e44e35 req-0d89d522-7777-48f0-a55e-86ff33668d18 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 946 time: 0.0501764 Sep 03 12:52:10.470989 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6f7f4ec0-003f-4ca8-8231-47ff35e44e35 req-92dc2f9e-7926-489b-940d-4aed28f91631 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328991 Sep 03 12:52:10.504012 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 39662) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:10.508733 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-911387b7-bda5-40c8-b9f8-193f54605aaf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1868636488', 'description': 'tempest-description--670434872'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:10.541957 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-911387b7-bda5-40c8-b9f8-193f54605aaf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.612050 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8d029-21d5-4f7b-834d-bbea4aba9041 req-c786a5c4-51e3-42e7-a2e7-cae2a0ffb604 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:10.613676 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-88c8d029-21d5-4f7b-834d-bbea4aba9041 req-c786a5c4-51e3-42e7-a2e7-cae2a0ffb604 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 946 time: 0.0574157 Sep 03 12:52:10.630842 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-911387b7-bda5-40c8-b9f8-193f54605aaf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.636850 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-911387b7-bda5-40c8-b9f8-193f54605aaf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.656973 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-88c8d029-21d5-4f7b-834d-bbea4aba9041 req-2d63f6a0-3a8b-4d1c-8f0c-c78a4a4ddeb8 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364039 Sep 03 12:52:10.667164 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911387b7-bda5-40c8-b9f8-193f54605aaf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93daa494-f690-412b-b228-3ad2e74b7192,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:10.671781 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-911387b7-bda5-40c8-b9f8-193f54605aaf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.675533 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-911387b7-bda5-40c8-b9f8-193f54605aaf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1679459 Sep 03 12:52:10.675725 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 39666) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:10.680485 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-2e74113a-fcdd-42a5-afc2-434da813f607 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Request body: {'security_group_rule': {'security_group_id': '93daa494-f690-412b-b228-3ad2e74b7192', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:10.682736 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39668) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:10.708864 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2e74113a-fcdd-42a5-afc2-434da813f607 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.775382 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2e74113a-fcdd-42a5-afc2-434da813f607 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.779371 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2e74113a-fcdd-42a5-afc2-434da813f607 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.799157 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2e74113a-fcdd-42a5-afc2-434da813f607 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.803002 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-2e74113a-fcdd-42a5-afc2-434da813f607 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238277 Sep 03 12:52:10.803538 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39672) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:10.808958 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-0df3bd43-edcd-4c4c-923d-65e5b119836e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Request body: {'security_group_rule': {'security_group_id': '93daa494-f690-412b-b228-3ad2e74b7192', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:10.811880 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74113a-fcdd-42a5-afc2-434da813f607 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d461c5-cb98-4ee3-bbde-328e95174281,revision_number=0']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:10.873821 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0df3bd43-edcd-4c4c-923d-65e5b119836e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.925590 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf799f7-38ce-4fff-a888-07b63b0d5b18 tempest-TestVolumeBootPattern-1224856114 tempest-TestVolumeBootPattern-1224856114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:10.927177 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-edf799f7-38ce-4fff-a888-07b63b0d5b18 tempest-TestVolumeBootPattern-1224856114 tempest-TestVolumeBootPattern-1224856114-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 1094 time: 0.2434752 Sep 03 12:52:10.930211 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 39674) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:10.936943 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Request body: {'floatingip': {'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'port_id': '281e6b5e-4405-458f-bc68-417c00abde8c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:10.948512 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0df3bd43-edcd-4c4c-923d-65e5b119836e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.953584 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0df3bd43-edcd-4c4c-923d-65e5b119836e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.965114 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for floatingip, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.978078 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3bd43-edcd-4c4c-923d-65e5b119836e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969c64f3-6aef-440f-ab81-15fcb5a308f3,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:10.983184 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0df3bd43-edcd-4c4c-923d-65e5b119836e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.984497 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-0df3bd43-edcd-4c4c-923d-65e5b119836e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1799734 Sep 03 12:52:10.987455 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39678) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:10.992355 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Request body: {'floatingip': {'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:11.018677 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.091914 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.123623 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.203480 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Allocated IP 172.27.0.240 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/5fe606bc-8348-44a3-a6a3-94061e4e5757) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:52:11.301754 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.339539 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.375112 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:52:11.379450 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:11.382838 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:52:11.391268 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Allocated IP 172.27.0.148 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/17c293de-484b-49e7-b703-604d69043e99) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:52:11.415005 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'Port': ['ID=5fe606bc-8348-44a3-a6a3-94061e4e5757,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:11.491548 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.532888 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.578832 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:52:11.586756 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:11.589441 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:52:11.593082 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event updated for resources: {'Port': ['ID=17c293de-484b-49e7-b703-604d69043e99,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:11.696158 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.730728 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.752204 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.821548 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.880863 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.886213 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.960702 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 0891058a-5986-4fd3-91f6-127febab8478 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:52:11.966034 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event updated for resources: {'Port': ['ID=17c293de-484b-49e7-b703-604d69043e99,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:11.978131 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.981918 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.984153 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:11.999352 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:12.004572 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ef2e5cd8-56cc-4bd4-a057-672c4e1960fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0157542 Sep 03 12:52:12.026942 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 0891058a-5986-4fd3-91f6-127febab8478 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:52:12.027291 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 0891058a-5986-4fd3-91f6-127febab8478 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:52:12.062549 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'Port': ['ID=5fe606bc-8348-44a3-a6a3-94061e4e5757,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:12.072039 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:12.436185 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-2aabd697-e339-4f22-b3c0-a48443126a18 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1868636488&fields=id&tenant_id=4442a0ebb15444b3a4022331e04ec01f HTTP/1.1" status: 200 len: 267 time: 0.0498786 Sep 03 12:52:12.460389 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.l3_db [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Floating IP b80ee27a-745d-4655-8d89-e83f01f50f42 associated. External IP: 172.27.0.240, port: 281e6b5e-4405-458f-bc68-417c00abde8c. Sep 03 12:52:12.627279 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-1203fcde-aea6-41bf-b595-ba7f424df401 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:12.628759 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-1203fcde-aea6-41bf-b595-ba7f424df401 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 817 time: 0.1853538 Sep 03 12:52:12.646809 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-c0e46ede-fb3c-4086-ba1e-8eea4c9cae9e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/quotas/4442a0ebb15444b3a4022331e04ec01f HTTP/1.1" status: 200 len: 375 time: 0.0113029 Sep 03 12:52:12.776297 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-292b3cde-e855-4350-ac0b-ab3435f07e94 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0972264 Sep 03 12:52:12.796116 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Router c01d7413-b98a-4072-b3ad-2d256f7f61e7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:52:12.969161 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:52:12.976686 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-11571ca2-04ec-449d-9e06-a147d5e974b4 service neutron] 10.222.0.23 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880820 Sep 03 12:52:12.980332 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663ef53-336a-41ce-9498-5b5825e37c48 None None] Sync routers for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:52:12.989985 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663ef53-336a-41ce-9498-5b5825e37c48 None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:12.990609 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6663ef53-336a-41ce-9498-5b5825e37c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:51:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:12.996270 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:13.061377 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-8d4fc5f2-f07b-4cff-8706-2a29e039583b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1298709 Sep 03 12:52:13.086881 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b37e832-b522-4679-b51c-289fd6c4960a', 'tag': '281e6b5e-4405-458f-bc68-417c00abde8c'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:52:13.094354 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666934bb-ca3d-4a86-a910-90bacfdbfa3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b37e832-b522-4679-b51c-289fd6c4960a", "tag": "281e6b5e-4405-458f-bc68-417c00abde8c"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:52:13.168770 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-15b25845-be9c-4cdf-9594-71d90b740d6b service neutron] 10.222.0.23 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838827 Sep 03 12:52:13.171152 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe3d998-85e9-407a-b990-2643257d014c x-openstack-request-id: req-dfe3d998-85e9-407a-b990-2643257d014c {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:52:13.171152 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b37e832-b522-4679-b51c-289fd6c4960a", "tag": "281e6b5e-4405-458f-bc68-417c00abde8c", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:52:13.171152 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfe3d998-85e9-407a-b990-2643257d014c {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:52:13.171387 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b37e832-b522-4679-b51c-289fd6c4960a', 'tag': '281e6b5e-4405-458f-bc68-417c00abde8c', 'status': 'completed', 'code': 200} Sep 03 12:52:13.232486 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-6663ef53-336a-41ce-9498-5b5825e37c48 None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:13.429403 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6dc0827f-de20-4ac1-ac46-041524386340 req-346eaaad-6e13-4f74-9a35-1a62ac8750c3 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 210 time: 0.0982690 Sep 03 12:52:13.523361 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6663ef53-336a-41ce-9498-5b5825e37c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': 'b80ee27a-745d-4655-8d89-e83f01f50f42', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': '281e6b5e-4405-458f-bc68-417c00abde8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:51:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b37e832-b522-4679-b51c-289fd6c4960a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:52:11Z', 'updated_at': '2021-09-03T12:52:11Z', 'revision_number': 0, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:13.564310 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663ef53-336a-41ce-9498-5b5825e37c48 None None] Checking router: c01d7413-b98a-4072-b3ad-2d256f7f61e7 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:52:13.574629 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663ef53-336a-41ce-9498-5b5825e37c48 None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:13.575290 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6663ef53-336a-41ce-9498-5b5825e37c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:51:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:13.697237 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-6663ef53-336a-41ce-9498-5b5825e37c48 None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:13.923847 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6663ef53-336a-41ce-9498-5b5825e37c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': 'b80ee27a-745d-4655-8d89-e83f01f50f42', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': '281e6b5e-4405-458f-bc68-417c00abde8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:51:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b37e832-b522-4679-b51c-289fd6c4960a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:52:11Z', 'updated_at': '2021-09-03T12:52:11Z', 'revision_number': 0, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:13.953358 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663ef53-336a-41ce-9498-5b5825e37c48 None None] The sync data for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi is: [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': 'b80ee27a-745d-4655-8d89-e83f01f50f42', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': '281e6b5e-4405-458f-bc68-417c00abde8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:51:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b37e832-b522-4679-b51c-289fd6c4960a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:52:11Z', 'updated_at': '2021-09-03T12:52:11Z', 'revision_number': 0, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:52:14.129010 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b8b40-ed2c-426a-a94e-0bd00d6585e5 None None] New status for floating IP b80ee27a-745d-4655-8d89-e83f01f50f42: ACTIVE {{(pid=100324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:52:14.528894 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-244cce79-019d-4458-97eb-9bc24e3cb930 req-a060fb4a-c644-4b88-a5aa-26498bf5469c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 210 time: 0.0283740 Sep 03 12:52:15.155743 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666934bb-ca3d-4a86-a910-90bacfdbfa3d req-1cba8cf5-2654-48ba-9d4e-6c745e62557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:15.157249 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-666934bb-ca3d-4a86-a910-90bacfdbfa3d req-1cba8cf5-2654-48ba-9d4e-6c745e62557d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 1099 time: 0.0447206 Sep 03 12:52:15.252314 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666934bb-ca3d-4a86-a910-90bacfdbfa3d req-7e261312-5140-451b-bd46-d1ab794cd059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:15.253814 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-666934bb-ca3d-4a86-a910-90bacfdbfa3d req-7e261312-5140-451b-bd46-d1ab794cd059 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 913 time: 0.0892296 Sep 03 12:52:15.333951 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-666934bb-ca3d-4a86-a910-90bacfdbfa3d req-a793dc39-280c-4634-a3b8-43a5191b7864 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=281e6b5e-4405-458f-bc68-417c00abde8c HTTP/1.1" status: 200 len: 1002 time: 0.0679204 Sep 03 12:52:15.395688 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666934bb-ca3d-4a86-a910-90bacfdbfa3d req-e01feefe-c94c-4836-bf0a-b107e5921ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:15.397116 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-666934bb-ca3d-4a86-a910-90bacfdbfa3d req-e01feefe-c94c-4836-bf0a-b107e5921ad8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b14272e-3c2f-4c5c-9b35-611224485ef1 HTTP/1.1" status: 200 len: 851 time: 0.0451279 Sep 03 12:52:15.447396 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666934bb-ca3d-4a86-a910-90bacfdbfa3d req-23760c5c-4ad0-4312-91a5-15d48ec10d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:15.448787 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-666934bb-ca3d-4a86-a910-90bacfdbfa3d req-23760c5c-4ad0-4312-91a5-15d48ec10d9c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8546ecf-6791-4078-b22d-5b780e95646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419312 Sep 03 12:52:15.546489 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-666934bb-ca3d-4a86-a910-90bacfdbfa3d req-abc8f162-e1ab-4777-8f1d-2bb04bad92ec service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883698 Sep 03 12:52:15.627479 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2ae2e147-cca2-4dfd-afff-b63f6b54ea52 req-c02013cb-24be-4e2d-97ab-ee9d395bac53 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 210 time: 0.0268409 Sep 03 12:52:15.642997 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-666934bb-ca3d-4a86-a910-90bacfdbfa3d req-d827df29-0a37-4e2b-8ce8-dcc894330b72 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867867 Sep 03 12:52:16.724531 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bb949995-e5f9-494b-8a53-f09d4e777a62 req-ed9c923c-c751-4f48-a0a7-edfffea0af10 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 210 time: 0.0260086 Sep 03 12:52:17.825268 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7f6a1cc0-5578-48bf-874b-838debca40d6 req-20b7aa98-fcab-488d-bcca-ee478010e78b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 210 time: 0.0259633 Sep 03 12:52:18.699188 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-fc6d3782-382f-4c55-9916-a6e637ff3562 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:18.700642 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-fc6d3782-382f-4c55-9916-a6e637ff3562 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.22 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 817 time: 0.1124711 Sep 03 12:52:18.747360 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0aedc7f1-d294-405a-b824-03bd9e2d01c2 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4442a0ebb15444b3a4022331e04ec01f HTTP/1.1" status: 200 len: 380 time: 0.0360653 Sep 03 12:52:18.756812 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Request body: {'port': {'device_id': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'admin_state_up': True, 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'security_groups': ['93daa494-f690-412b-b228-3ad2e74b7192']}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:18.883159 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Made reservation on behalf of 4442a0ebb15444b3a4022331e04ec01f for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:52:18.886895 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:18.969110 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-72ce105b-6c68-44ad-93eb-fba1a839bf48 req-91675ea6-7f53-44d7-90b7-eae2e3bfd121 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 210 time: 0.0578060 Sep 03 12:52:19.049879 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Allocated IP 172.20.0.14 (03b07e36-ec05-49cc-9fef-b0924281e2c1/4be00016-73eb-4e38-a677-5146d2de1cfc/3da5acb6-51da-43e0-8a3f-a97c457bf51f) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:52:19.168737 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9be8-895e-4bb3-be7b-89264d409959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.227489 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.242797 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Transition to ACTIVE for port object 3da5acb6-51da-43e0-8a3f-a97c457bf51f will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:19.277196 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.325596 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Network 03b07e36-ec05-49cc-9fef-b0924281e2c1 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:52:19.328841 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:19.336651 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:52:19.341139 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event updated for resources: {'Port': ['ID=3da5acb6-51da-43e0-8a3f-a97c457bf51f,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:19.354218 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39852) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:19.400145 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:19.400687 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.420313 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0ec0a1ce-6b04-4076-a94f-c9e4958898fd tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6671493 Sep 03 12:52:19.435568 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Request body: {'port': {'device_id': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:19.487627 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-520d9632-e0fb-4e93-a882-844f487bdea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.499745 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.584369 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-520d9632-e0fb-4e93-a882-844f487bdea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.588472 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-520d9632-e0fb-4e93-a882-844f487bdea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.616038 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-402c44b8-f9ce-4c4f-bc87-38f6e2003ca1 None None] Provisioning for port 3da5acb6-51da-43e0-8a3f-a97c457bf51f completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:19.620896 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-402c44b8-f9ce-4c4f-bc87-38f6e2003ca1 None None] Provisioning complete for port 3da5acb6-51da-43e0-8a3f-a97c457bf51f triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:19.621727 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-402c44b8-f9ce-4c4f-bc87-38f6e2003ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.630593 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-520d9632-e0fb-4e93-a882-844f487bdea6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c93bf9f2ca9945e4b49335185709b155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750006 Sep 03 12:52:19.631696 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d9632-e0fb-4e93-a882-844f487bdea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1105635-b523-42b9-88a1-24370257a253,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:19.634192 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 39856) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:19.664012 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-402c44b8-f9ce-4c4f-bc87-38f6e2003ca1 None None] Port 3da5acb6-51da-43e0-8a3f-a97c457bf51f cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:52:19.750815 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6008b69a-848f-4eea-b18b-a8d9d7df01fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.788531 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6008b69a-848f-4eea-b18b-a8d9d7df01fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.859806 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da5acb6-51da-43e0-8a3f-a97c457bf51f {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:52:19.867733 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.884322 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Transition to ACTIVE for port object 3da5acb6-51da-43e0-8a3f-a97c457bf51f will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:19.885120 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6008b69a-848f-4eea-b18b-a8d9d7df01fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.887666 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6008b69a-848f-4eea-b18b-a8d9d7df01fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.888828 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-6008b69a-848f-4eea-b18b-a8d9d7df01fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1105635-b523-42b9-88a1-24370257a253 HTTP/1.1" status: 204 len: 168 time: 0.2531064 Sep 03 12:52:19.892389 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:19.901058 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008b69a-848f-4eea-b18b-a8d9d7df01fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1105635-b523-42b9-88a1-24370257a253,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:19.950339 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=3da5acb6-51da-43e0-8a3f-a97c457bf51f,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:20.048871 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Attempting to bind port 3da5acb6-51da-43e0-8a3f-a97c457bf51f on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:52:20.049242 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Attempting to bind port 3da5acb6-51da-43e0-8a3f-a97c457bf51f by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:52:20.049578 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Attempting to bind port 3da5acb6-51da-43e0-8a3f-a97c457bf51f on network 03b07e36-ec05-49cc-9fef-b0924281e2c1 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:52:20.056808 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Port 3da5acb6-51da-43e0-8a3f-a97c457bf51f on network 03b07e36-ec05-49cc-9fef-b0924281e2c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:52:20.057140 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Attempting to bind port 3da5acb6-51da-43e0-8a3f-a97c457bf51f on network 03b07e36-ec05-49cc-9fef-b0924281e2c1 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:52:20.064372 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:52:20.064705 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Checking segment: {'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:52:20.065100 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Bound using segment: {'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:52:20.065542 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Bound port: 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7898b8b-642f-4c0c-8f9f-17bdac003309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:52:20.065917 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:20.137837 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1f0c-e98a-49a3-b348-14d92baaf7b8 req-9909f339-8cb8-4070-a334-7dad97e1de46 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:20.139254 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9e4e1f0c-e98a-49a3-b348-14d92baaf7b8 req-9909f339-8cb8-4070-a334-7dad97e1de46 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0625935 Sep 03 12:52:20.168727 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] For port 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:52:20.172424 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] For port 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:52:20.178542 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:20.195582 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9e4e1f0c-e98a-49a3-b348-14d92baaf7b8 req-ae149fe7-e76d-4322-9547-d11c044a7ed3 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498223 Sep 03 12:52:20.223999 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:20.224615 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:20.226001 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] 10.222.0.22 "PUT /v2.0/ports/3da5acb6-51da-43e0-8a3f-a97c457bf51f HTTP/1.1" status: 200 len: 1094 time: 0.7954412 Sep 03 12:52:20.226433 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:52:20.228773 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413e23b9-9189-4a6d-96c2-7ad40e9e03b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:52:20.273857 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7b1385-7da5-45d6-9ea3-ec5c4220b25d x-openstack-request-id: req-ff7b1385-7da5-45d6-9ea3-ec5c4220b25d {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:52:20.274152 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:52:20.274390 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff7b1385-7da5-45d6-9ea3-ec5c4220b25d {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:52:20.275927 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'status': 'completed', 'code': 200} Sep 03 12:52:20.309259 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ee5a8-7589-4e84-94ef-3b7a20ab8bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=3da5acb6-51da-43e0-8a3f-a97c457bf51f,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:20.329297 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-6fca0d47-2464-4278-9248-2a5d7586a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:20.331078 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-6fca0d47-2464-4278-9248-2a5d7586a99f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 1097 time: 0.0520928 Sep 03 12:52:20.376431 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-2f97fd00-db98-4ea7-b8f8-4bf22c5f2273 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f HTTP/1.1" status: 200 len: 217 time: 0.0366995 Sep 03 12:52:20.433374 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-1f1a315e-8e0b-476c-bc0b-83999ad80cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:20.434897 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-1f1a315e-8e0b-476c-bc0b-83999ad80cfe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4be00016-73eb-4e38-a677-5146d2de1cfc HTTP/1.1" status: 200 len: 856 time: 0.0487761 Sep 03 12:52:20.486024 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0e74e878-2cc4-442d-9c0a-d2d7c05e0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:20.488981 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-0e74e878-2cc4-442d-9c0a-d2d7c05e0ecb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03b07e36-ec05-49cc-9fef-b0924281e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436149 Sep 03 12:52:20.583364 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-3389d95a-9511-4005-a7af-2656ae669850 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860445 Sep 03 12:52:20.679737 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6ac42fe5-2091-4199-b502-a6b2247f8d2e req-9cbbaf26-9171-41a6-9557-be9ce6e029ff service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874305 Sep 03 12:52:20.771192 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e23b9-9189-4a6d-96c2-7ad40e9e03b9 req-31d42da2-8dbb-47ad-899d-8c917d956881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:20.772677 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-413e23b9-9189-4a6d-96c2-7ad40e9e03b9 req-31d42da2-8dbb-47ad-899d-8c917d956881 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 1097 time: 0.0402482 Sep 03 12:52:20.845809 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39894) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:20.874186 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e23b9-9189-4a6d-96c2-7ad40e9e03b9 req-03fa43a4-de64-4abb-bf85-eb384df392a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:20.875944 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-413e23b9-9189-4a6d-96c2-7ad40e9e03b9 req-03fa43a4-de64-4abb-bf85-eb384df392a8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 918 time: 0.0934017 Sep 03 12:52:20.893420 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-f312063d-dafb-43bd-8716-4a767ab6d0d5 admin admin] Deleting subnet c3cb222c-8748-4d08-9811-d99200e0585b {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:52:20.896811 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f312063d-dafb-43bd-8716-4a767ab6d0d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:20.922332 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-413e23b9-9189-4a6d-96c2-7ad40e9e03b9 req-ddf3532b-6cd5-4127-9f48-73fec83e3270 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f HTTP/1.1" status: 200 len: 217 time: 0.0380347 Sep 03 12:52:20.934525 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f312063d-dafb-43bd-8716-4a767ab6d0d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3855514'] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:20.973494 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e23b9-9189-4a6d-96c2-7ad40e9e03b9 req-f7bdf48a-0c6f-4003-a33e-620189cc61e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:20.974988 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-413e23b9-9189-4a6d-96c2-7ad40e9e03b9 req-f7bdf48a-0c6f-4003-a33e-620189cc61e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4be00016-73eb-4e38-a677-5146d2de1cfc HTTP/1.1" status: 200 len: 856 time: 0.0448365 Sep 03 12:52:20.980231 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f312063d-dafb-43bd-8716-4a767ab6d0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.021257 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e23b9-9189-4a6d-96c2-7ad40e9e03b9 req-a20af053-b37c-4ee8-a5fd-0a086cb93f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:21.022845 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-413e23b9-9189-4a6d-96c2-7ad40e9e03b9 req-a20af053-b37c-4ee8-a5fd-0a086cb93f77 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03b07e36-ec05-49cc-9fef-b0924281e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396125 Sep 03 12:52:21.035784 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f312063d-dafb-43bd-8716-4a767ab6d0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3305370'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.062301 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312063d-dafb-43bd-8716-4a767ab6d0d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3cb222c-8748-4d08-9811-d99200e0585b,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:21.067398 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f312063d-dafb-43bd-8716-4a767ab6d0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.071636 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-f312063d-dafb-43bd-8716-4a767ab6d0d5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c3cb222c-8748-4d08-9811-d99200e0585b HTTP/1.1" status: 204 len: 168 time: 0.2225935 Sep 03 12:52:21.071953 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39896) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:21.122506 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-413e23b9-9189-4a6d-96c2-7ad40e9e03b9 req-5783498a-31a7-49eb-97a7-12e583459278 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874460 Sep 03 12:52:21.138924 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe13d629-915e-4f59-b0f5-5337aabcac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.219098 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe13d629-915e-4f59-b0f5-5337aabcac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.223146 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-413e23b9-9189-4a6d-96c2-7ad40e9e03b9 req-c8e1b320-0501-439a-a94f-ddcef2d4ff6d service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835495 Sep 03 12:52:21.229493 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-fe13d629-915e-4f59-b0f5-5337aabcac27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77bbd2e-6087-4ebe-9026-df6fe1bdb78a']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:21.240586 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-fe13d629-915e-4f59-b0f5-5337aabcac27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce63cc9-7579-4854-8f43-f322e0be23f3') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:21.240890 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-fe13d629-915e-4f59-b0f5-5337aabcac27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce63cc9-7579-4854-8f43-f322e0be23f3') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:21.250062 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe13d629-915e-4f59-b0f5-5337aabcac27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3855491'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.263878 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe13d629-915e-4f59-b0f5-5337aabcac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.269693 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe13d629-915e-4f59-b0f5-5337aabcac27 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:52:21.270082 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe13d629-915e-4f59-b0f5-5337aabcac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595558'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: Traceback (most recent call last): Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: timer() Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: cb(*args, **kw) Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: return func(*args, **kwargs) Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: self._notify() Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: self.callback(batched_events) Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: event.method(event) Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: return f(self, *a, **k) Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._get(url).json() Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:52:21.271745 dv-cinder-806559-6-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:52:21.354251 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe13d629-915e-4f59-b0f5-5337aabcac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.364939 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d30633-6582-49eb-b9aa-2d5d5230d91a req-f793cb34-89a5-4aed-8b1c-35e19b42a061 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:21.366762 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-37d30633-6582-49eb-b9aa-2d5d5230d91a req-f793cb34-89a5-4aed-8b1c-35e19b42a061 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0853534 Sep 03 12:52:21.369901 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fe13d629-915e-4f59-b0f5-5337aabcac27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.373883 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-fe13d629-915e-4f59-b0f5-5337aabcac27 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d77bbd2e-6087-4ebe-9026-df6fe1bdb78a HTTP/1.1" status: 204 len: 168 time: 0.2988048 Sep 03 12:52:21.389064 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13d629-915e-4f59-b0f5-5337aabcac27 admin admin] Pushing event deleted for resources: {'Network': ['ID=d77bbd2e-6087-4ebe-9026-df6fe1bdb78a,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:21.414425 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-37d30633-6582-49eb-b9aa-2d5d5230d91a req-bc6ec755-2d05-4d53-bd17-45c975901804 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407648 Sep 03 12:52:21.535173 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39904) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:21.575130 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a8a79098-a696-4056-a806-ce5150750dce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0eb613531e2d4b6db575b37bb9af3d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387776 Sep 03 12:52:21.577514 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 39906) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:21.624346 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83777ce6-d21e-4b69-9dad-6c4c6e61cdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.650371 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83777ce6-d21e-4b69-9dad-6c4c6e61cdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.697786 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83777ce6-d21e-4b69-9dad-6c4c6e61cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.700447 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83777ce6-d21e-4b69-9dad-6c4c6e61cdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:21.701597 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-83777ce6-d21e-4b69-9dad-6c4c6e61cdf2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d86e2c76-cb64-4b42-8ee2-e4171d9839a6 HTTP/1.1" status: 204 len: 168 time: 0.1232121 Sep 03 12:52:21.715947 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83777ce6-d21e-4b69-9dad-6c4c6e61cdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86e2c76-cb64-4b42-8ee2-e4171d9839a6,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:21.852214 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-614aa764-60c5-42c5-a69e-7c11a61c12a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:22.298595 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:22.541981 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc166417-aa11-4ada-a756-2345d968fc0a req-fe15edd4-8d5d-428d-b0bf-98f97e839379 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:22.543509 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fc166417-aa11-4ada-a756-2345d968fc0a req-fe15edd4-8d5d-428d-b0bf-98f97e839379 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0566194 Sep 03 12:52:22.581472 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fc166417-aa11-4ada-a756-2345d968fc0a req-367d48a7-bf1a-4b2c-adae-0bf8b6d856b1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320954 Sep 03 12:52:23.394565 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:23.421012 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:23.701893 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e7615-c09e-4bb1-a5bf-099df88b41fc req-91b5099b-8921-47dc-bf17-e82237b94bfa tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:23.703314 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d37e7615-c09e-4bb1-a5bf-099df88b41fc req-91b5099b-8921-47dc-bf17-e82237b94bfa tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0486469 Sep 03 12:52:23.741049 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d37e7615-c09e-4bb1-a5bf-099df88b41fc req-e989d54c-d7f1-4a6b-8eeb-603a00c52f03 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319753 Sep 03 12:52:23.989685 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3da5acb6-51da-43e0-8a3f-a97c457bf51f details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:52:24.094438 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:24.106427 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'port_id': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'mac_address': 'fa:16:3e:2c:1b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:52:24.151872 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:24.164711 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da5acb6-51da-43e0-8a3f-a97c457bf51f {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:52:24.184006 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:24.187688 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:24.238230 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=3da5acb6-51da-43e0-8a3f-a97c457bf51f,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:24.858471 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b926cf-2f69-47be-b439-8bbfbaee58f6 req-6e4d9a33-a311-47a9-b42a-5657fd2e3733 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:24.860003 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-23b926cf-2f69-47be-b439-8bbfbaee58f6 req-6e4d9a33-a311-47a9-b42a-5657fd2e3733 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 945 time: 0.0479524 Sep 03 12:52:24.896801 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-23b926cf-2f69-47be-b439-8bbfbaee58f6 req-c55786b4-72a2-48b8-9d5d-7a92321a6e3f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309541 Sep 03 12:52:24.945569 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:26.012585 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6f0f5-46a5-47b0-8c95-d6d221f23501 req-9cbc1b20-f7bb-4a64-942a-056247683d29 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:26.013938 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ecb6f0f5-46a5-47b0-8c95-d6d221f23501 req-9cbc1b20-f7bb-4a64-942a-056247683d29 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 945 time: 0.0473406 Sep 03 12:52:26.049337 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ecb6f0f5-46a5-47b0-8c95-d6d221f23501 req-f0961739-5597-4e5f-bb8e-e43847ed4a79 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296772 Sep 03 12:52:27.074034 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['3da5acb6-51da-43e0-8a3f-a97c457bf51f'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:52:27.224259 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a34e27-547c-469b-8e63-23ba837bcba1 req-5c179eae-9740-45b3-b87a-88933e90f541 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:27.225930 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-33a34e27-547c-469b-8e63-23ba837bcba1 req-5c179eae-9740-45b3-b87a-88933e90f541 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 945 time: 0.0879402 Sep 03 12:52:27.231031 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-516d72e4-5b59-4320-b77e-11f338271a59 req-34f7bc2c-8675-417b-b54d-3afdd30792c1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1818416 Sep 03 12:52:27.275557 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-33a34e27-547c-469b-8e63-23ba837bcba1 req-6d1cd891-2e99-4d5c-aac6-c35aeee774db tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424986 Sep 03 12:52:27.303997 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d72e4-5b59-4320-b77e-11f338271a59 req-55afbaad-fe8c-4c63-b6f1-45a0b3fa43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:27.306395 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-516d72e4-5b59-4320-b77e-11f338271a59 req-55afbaad-fe8c-4c63-b6f1-45a0b3fa43ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7d060594d0645abb0e087e7bb9ffe5d&device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 1098 time: 0.0456715 Sep 03 12:52:27.418496 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d72e4-5b59-4320-b77e-11f338271a59 req-a4bc7707-f80e-42c4-9e0f-efbf7b2112e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:27.419986 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-516d72e4-5b59-4320-b77e-11f338271a59 req-a4bc7707-f80e-42c4-9e0f-efbf7b2112e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1 HTTP/1.1" status: 200 len: 912 time: 0.0914493 Sep 03 12:52:28.345592 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-516d72e4-5b59-4320-b77e-11f338271a59 req-d0157a68-cca8-43a1-89e8-16f30041fd00 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa HTTP/1.1" status: 200 len: 1000 time: 0.0588548 Sep 03 12:52:28.399597 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706569d-31f7-4a11-b617-f7c84cdeda33 req-b46031c7-9d04-4c0a-9b5a-6c521ed651be tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:28.401073 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8706569d-31f7-4a11-b617-f7c84cdeda33 req-b46031c7-9d04-4c0a-9b5a-6c521ed651be tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 945 time: 0.0518601 Sep 03 12:52:28.437855 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8706569d-31f7-4a11-b617-f7c84cdeda33 req-93b3eab1-570c-43e8-a31b-f366b2fe575d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310223 Sep 03 12:52:29.175651 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d72e4-5b59-4320-b77e-11f338271a59 req-10e5f958-1fc4-4624-b9f4-3291ac3b8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:29.177006 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-516d72e4-5b59-4320-b77e-11f338271a59 req-10e5f958-1fc4-4624-b9f4-3291ac3b8e4c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f804e94f-4cdc-4875-a25a-f1c5b250b678 HTTP/1.1" status: 200 len: 850 time: 0.0443738 Sep 03 12:52:29.555885 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d4e24-f87a-40e1-bc2e-741643650bda req-10e43e63-12bf-4a0e-826c-8f75ef360ebe tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:29.557608 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-112d4e24-f87a-40e1-bc2e-741643650bda req-10e43e63-12bf-4a0e-826c-8f75ef360ebe tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 945 time: 0.0516346 Sep 03 12:52:29.595533 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-112d4e24-f87a-40e1-bc2e-741643650bda req-a2c165d4-9597-4c0e-802b-e005a21d08c0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321288 Sep 03 12:52:30.114370 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d72e4-5b59-4320-b77e-11f338271a59 req-ec08c557-721f-4bc0-ba97-41735b6dd02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:30.115891 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-516d72e4-5b59-4320-b77e-11f338271a59 req-ec08c557-721f-4bc0-ba97-41735b6dd02c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425053 Sep 03 12:52:30.204830 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-516d72e4-5b59-4320-b77e-11f338271a59 req-6724bfab-7d18-485a-88fc-0934fe83c56c service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803528 Sep 03 12:52:30.546880 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-516d72e4-5b59-4320-b77e-11f338271a59 req-a054bf7e-ab5a-431c-97a6-a5680d9f5623 service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339791 Sep 03 12:52:30.716343 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d076456-ca90-43ad-a1ee-71ab1a7556c2 req-9e8bdf3b-336b-4c16-afa2-b35e8d2ecf0d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:30.717948 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2d076456-ca90-43ad-a1ee-71ab1a7556c2 req-9e8bdf3b-336b-4c16-afa2-b35e8d2ecf0d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 945 time: 0.0501835 Sep 03 12:52:30.755914 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2d076456-ca90-43ad-a1ee-71ab1a7556c2 req-bc491d0e-1384-413f-8013-2426b1945ef4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321815 Sep 03 12:52:31.872399 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38057b4e-0d0e-4069-b63f-14d5318b170c req-b9297699-e88c-45fb-843b-e1a8cf7d72f6 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:31.873840 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-38057b4e-0d0e-4069-b63f-14d5318b170c req-b9297699-e88c-45fb-843b-e1a8cf7d72f6 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 945 time: 0.0484583 Sep 03 12:52:31.911586 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-38057b4e-0d0e-4069-b63f-14d5318b170c req-ee38dd4d-55d1-461e-9296-c872f7a0ccfc tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Sep 03 12:52:32.069727 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3da5acb6-51da-43e0-8a3f-a97c457bf51f up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:32.120270 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 3da5acb6-51da-43e0-8a3f-a97c457bf51f completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:32.124007 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 3da5acb6-51da-43e0-8a3f-a97c457bf51f triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:32.124431 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:32.207553 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:32.231101 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:52:32.233340 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ece04d2-7c22-4285-999d-1f3b78bd7ce7" -d '{"events": [{"server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "name": "network-vif-plugged", "status": "completed", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:52:32.246414 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:32.250784 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:32.277367 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308487cf-254e-421c-8b79-1f062b84ff57 x-openstack-request-id: req-308487cf-254e-421c-8b79-1f062b84ff57 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:52:32.277976 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "name": "network-vif-plugged", "status": "completed", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:52:32.278241 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-308487cf-254e-421c-8b79-1f062b84ff57 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:52:32.278638 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'code': 200} Sep 03 12:52:32.305875 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=3da5acb6-51da-43e0-8a3f-a97c457bf51f,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:32.446811 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7dfe-3bd0-478a-985a-763a44fb4058 req-1313a881-bf97-4aa3-9577-b01ae42f768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:32.448620 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-845c7dfe-3bd0-478a-985a-763a44fb4058 req-1313a881-bf97-4aa3-9577-b01ae42f768d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 1099 time: 0.0450163 Sep 03 12:52:32.485876 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-845c7dfe-3bd0-478a-985a-763a44fb4058 req-bd6a0799-a36a-40ed-b969-c6c990ec7dbf service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280037 Sep 03 12:52:32.826266 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40096) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:32.928577 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d95721ab-45ea-4488-8553-11ae8397cff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:33.017741 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d95721ab-45ea-4488-8553-11ae8397cff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:33.021569 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d95721ab-45ea-4488-8553-11ae8397cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:33.031742 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d3947-35b4-4639-9664-de26ebc1fe26 req-7b5efe4a-37f1-4bad-b5d0-c996615fa333 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:33.033267 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b01d3947-35b4-4639-9664-de26ebc1fe26 req-7b5efe4a-37f1-4bad-b5d0-c996615fa333 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0501282 Sep 03 12:52:33.058963 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95721ab-45ea-4488-8553-11ae8397cff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292f44e6-c40c-4f94-b8c4-5920a79dd81d,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:33.065994 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d95721ab-45ea-4488-8553-11ae8397cff8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b2d558f9d474cc786a90b4c0ef3d869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359650 Sep 03 12:52:33.067195 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40102) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:33.072135 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b01d3947-35b4-4639-9664-de26ebc1fe26 req-fe476176-6ce9-4202-b170-8cfa2e907762 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327246 Sep 03 12:52:33.118295 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5323585a-453d-4c98-b104-a76d71bcbc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:33.138283 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5323585a-453d-4c98-b104-a76d71bcbc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:33.184109 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5323585a-453d-4c98-b104-a76d71bcbc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:33.186639 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5323585a-453d-4c98-b104-a76d71bcbc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:33.187817 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5323585a-453d-4c98-b104-a76d71bcbc39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/292f44e6-c40c-4f94-b8c4-5920a79dd81d HTTP/1.1" status: 204 len: 168 time: 0.1201925 Sep 03 12:52:33.195441 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323585a-453d-4c98-b104-a76d71bcbc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292f44e6-c40c-4f94-b8c4-5920a79dd81d,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:33.812387 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40154) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:33.828616 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40160) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:33.923367 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e97aff1-1ad5-4c00-a72a-440cadc6d05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:33.935847 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1374587920-network', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:33.957626 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.db.api [None req-3e97aff1-1ad5-4c00-a72a-440cadc6d05f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 12:52:33.957626 dv-cinder-806559-6-iscsi neutron-server[100321]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 12:52:33.957626 dv-cinder-806559-6-iscsi neutron-server[100321]: [parameters: {'project_id': 'ba37045c5fe2403d8fd79aacdf145b60', 'id': 'ee87e48c-b44e-4640-8896-133102b14e7e', 'expiration': datetime.datetime(2021, 9, 3, 12, 54, 33, 953292)}] Sep 03 12:52:33.957626 dv-cinder-806559-6-iscsi neutron-server[100321]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 12:52:33.958022 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG oslo_db.api [None req-3e97aff1-1ad5-4c00-a72a-440cadc6d05f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 12:52:33.966279 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Made reservation on behalf of ee7d0da6d15b48c9851713e689c8e2ae for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:52:33.968600 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:33.976728 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.063287 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.067021 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.091651 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:52:34.099975 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9962c5-7949-473f-b0e9-d7be298d5e0a,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:34.105962 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.106305 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Added segment 299f79c5-bc95-4cd1-8044-d13a545d52ec of type vlan for network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb Sep 03 12:52:34.149399 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.173625 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.174631 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:34.175274 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.208125 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3778613 Sep 03 12:52:34.210281 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40168) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:34.216970 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-c464b20e-5d31-4aff-8b1e-0d9fcd8e41b0 admin admin] Request body: {'subnet': {'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1374587920-subnet', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:34.246835 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea162e-ef8f-41a6-a0cc-7ea7383d90f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:34.256633 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:52:34.267738 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c464b20e-5d31-4aff-8b1e-0d9fcd8e41b0 admin admin] Made reservation on behalf of ee7d0da6d15b48c9851713e689c8e2ae for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:52:34.270095 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c464b20e-5d31-4aff-8b1e-0d9fcd8e41b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3305407'] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.397980 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3c59b-9734-4327-9738-37c4ca5d398a req-a4d0571b-8b6c-4746-a530-6b084ea35e54 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:34.399710 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-39d3c59b-9734-4327-9738-37c4ca5d398a req-a4d0571b-8b6c-4746-a530-6b084ea35e54 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0667493 Sep 03 12:52:34.459158 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e97aff1-1ad5-4c00-a72a-440cadc6d05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.505395 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-39d3c59b-9734-4327-9738-37c4ca5d398a req-314a6931-9ff6-48fc-bba9-e7c59fae2835 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990062 Sep 03 12:52:34.536883 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c464b20e-5d31-4aff-8b1e-0d9fcd8e41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3305361'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.612607 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464b20e-5d31-4aff-8b1e-0d9fcd8e41b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada30665-e22e-4b56-bb5b-b46cc3293d85,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:34.627097 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645e66a-06f2-4a3a-b190-e25ddbb92310 req-5658465d-0366-488b-95ce-bea8789b7b2a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:34.629935 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8645e66a-06f2-4a3a-b190-e25ddbb92310 req-5658465d-0366-488b-95ce-bea8789b7b2a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0553453 Sep 03 12:52:34.638472 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c464b20e-5d31-4aff-8b1e-0d9fcd8e41b0 admin admin] Checking segment: {'id': '299f79c5-bc95-4cd1-8044-d13a545d52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:52:34.638860 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c464b20e-5d31-4aff-8b1e-0d9fcd8e41b0 admin admin] Network hostable DHCP agents. Network: 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:52:34.639526 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40172) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:34.646329 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-8d70bf68-38fc-4701-b516-22111db01c25 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Request body: {'floatingip': {'port_id': '3da5acb6-51da-43e0-8a3f-a97c457bf51f'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:34.671521 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e97aff1-1ad5-4c00-a72a-440cadc6d05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.672315 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c464b20e-5d31-4aff-8b1e-0d9fcd8e41b0 admin admin] Network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:52:34.675511 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e97aff1-1ad5-4c00-a72a-440cadc6d05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.692053 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d70bf68-38fc-4701-b516-22111db01c25 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.696105 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-c464b20e-5d31-4aff-8b1e-0d9fcd8e41b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:34.704288 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd599f5-bc21-4c17-813b-f7e5d4b8609f None None] Network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:52:34.716734 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464b20e-5d31-4aff-8b1e-0d9fcd8e41b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:34.717331 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c464b20e-5d31-4aff-8b1e-0d9fcd8e41b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.729547 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-3e97aff1-1ad5-4c00-a72a-440cadc6d05f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba37045c5fe2403d8fd79aacdf145b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9130671 Sep 03 12:52:34.729547 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97aff1-1ad5-4c00-a72a-440cadc6d05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb58e56-31bd-4da7-b529-0f0e1c258a7d,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:34.729824 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40174) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:34.738859 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c464b20e-5d31-4aff-8b1e-0d9fcd8e41b0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5273340 Sep 03 12:52:34.741165 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40176) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:34.746311 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:34.769402 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.770426 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8009'] for router, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.832979 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.854589 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c67bf276-bbfa-47d1-868e-35786cc1f683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.870989 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ebb6a-ac87-5fb7-bcbd-f6ecf5eb81ac-2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'fixed_ips': [{'subnet_id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85'}]}} from dv-cinder-806559-6-iscsi. {{(pid=100323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:52:34.872225 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.938930 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c67bf276-bbfa-47d1-868e-35786cc1f683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:34.978323 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.027304 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.db_base_plugin_common [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Allocated IP 172.20.0.2 (2fc996e1-4b75-4a9f-b71c-8e51b6a72adb/ada30665-e22e-4b56-bb5b-b46cc3293d85/ae3a69e0-3763-44be-b131-5612c0f80a74) {{(pid=100323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:52:35.038000 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c67bf276-bbfa-47d1-868e-35786cc1f683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.041729 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c67bf276-bbfa-47d1-868e-35786cc1f683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.045483 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-c67bf276-bbfa-47d1-868e-35786cc1f683 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcb58e56-31bd-4da7-b529-0f0e1c258a7d HTTP/1.1" status: 204 len: 168 time: 0.3122144 Sep 03 12:52:35.106848 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bf276-bbfa-47d1-868e-35786cc1f683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb58e56-31bd-4da7-b529-0f0e1c258a7d,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:35.215899 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Notify callbacks [] for port, precommit_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.233912 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Transition to ACTIVE for port object ae3a69e0-3763-44be-b131-5612c0f80a74 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:35.250218 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Transition to ACTIVE for port object ae3a69e0-3763-44be-b131-5612c0f80a74 will not be triggered until provisioned by entity DHCP. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:35.257529 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.297493 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d70bf68-38fc-4701-b516-22111db01c25 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.301513 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb is already hosted by enough agents. {{(pid=100323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:52:35.302970 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d70bf68-38fc-4701-b516-22111db01c25 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.305599 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.base_scheduler [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Resources bound (agent type, host, resource id): {{(pid=100323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:35.309890 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Received port after_create {{(pid=100323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:52:35.373253 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Attempting to bind port ae3a69e0-3763-44be-b131-5612c0f80a74 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:52:35.373712 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Attempting to bind port ae3a69e0-3763-44be-b131-5612c0f80a74 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '299f79c5-bc95-4cd1-8044-d13a545d52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:52:35.374167 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Attempting to bind port ae3a69e0-3763-44be-b131-5612c0f80a74 on network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:52:35.377801 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Pushing event updated for resources: {'Port': ['ID=ae3a69e0-3763-44be-b131-5612c0f80a74,revision_number=1']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:35.393499 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:52:35.393983 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Checking segment: {'id': '299f79c5-bc95-4cd1-8044-d13a545d52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:52:35.394639 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.395444 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Bound using segment: {'id': '299f79c5-bc95-4cd1-8044-d13a545d52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:52:35.396282 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Bound port: ae3a69e0-3763-44be-b131-5612c0f80a74, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299f79c5-bc95-4cd1-8044-d13a545d52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:52:35.396898 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.414962 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.436166 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40182) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:35.438682 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.447818 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.l3_db [None req-8d70bf68-38fc-4701-b516-22111db01c25 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Floating IP d79dd4c9-7b71-453b-8bed-899bad314290 associated. External IP: 172.27.0.148, port: 3da5acb6-51da-43e0-8a3f-a97c457bf51f. Sep 03 12:52:35.457316 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6342bb33-2ef6-4ade-80b2-2fb27e58074a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.467762 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] For port ae3a69e0-3763-44be-b131-5612c0f80a74, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:52:35.470990 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] For port ae3a69e0-3763-44be-b131-5612c0f80a74, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=ae3a69e0-3763-44be-b131-5612c0f80a74,segment=NetworkSegment(299f79c5-bc95-4cd1-8044-d13a545d52ec),segment_id=299f79c5-bc95-4cd1-8044-d13a545d52ec)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:52:35.475326 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.540889 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe357c0-3580-4dba-bb0b-9d8b88e34a95 None None] Pushing event updated for resources: {'Port': ['ID=ae3a69e0-3763-44be-b131-5612c0f80a74,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:35.610148 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Allocated IP 172.27.0.145 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/47c6c912-fb09-47fe-9fba-2fb640ddc398) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:52:35.643270 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:52:35.673893 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6342bb33-2ef6-4ade-80b2-2fb27e58074a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.708275 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6342bb33-2ef6-4ade-80b2-2fb27e58074a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.710057 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d70bf68-38fc-4701-b516-22111db01c25 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:52:35.771227 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6342bb33-2ef6-4ade-80b2-2fb27e58074a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db6b1a5425f745598e3f6fa6e7fb7cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338084 Sep 03 12:52:35.776612 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40184) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:35.788703 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342bb33-2ef6-4ade-80b2-2fb27e58074a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61a0a73-8481-4ed0-912e-a81f45991336,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:35.819172 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.871341 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5263e994-e496-4d7b-b0e5-77d9f493f745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.872644 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d70bf68-38fc-4701-b516-22111db01c25 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:52:35.886761 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d70bf68-38fc-4701-b516-22111db01c25 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.888320 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60715a67-93b5-470a-8a28-b2d447a880d4 None None] Sync routers for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:52:35.907483 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60715a67-93b5-470a-8a28-b2d447a880d4 None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:35.908143 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-60715a67-93b5-470a-8a28-b2d447a880d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:35.912558 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5263e994-e496-4d7b-b0e5-77d9f493f745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.931326 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:35.958059 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-8d70bf68-38fc-4701-b516-22111db01c25 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "PUT /v2.0/floatingips/d79dd4c9-7b71-453b-8bed-899bad314290 HTTP/1.1" status: 200 len: 992 time: 1.3142524 Sep 03 12:52:35.958059 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:52:35.964978 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251d7e9e-4091-4346-806c-f01515efb07c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:52:35.989023 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device ae3a69e0-3763-44be-b131-5612c0f80a74 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:36.005150 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:52:36.008195 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:36.015338 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:52:36.040762 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Pushing event updated for resources: {'Port': ['ID=47c6c912-fb09-47fe-9fba-2fb640ddc398,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:36.066362 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port ae3a69e0-3763-44be-b131-5612c0f80a74 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:36.074187 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-60715a67-93b5-470a-8a28-b2d447a880d4 None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:36.080698 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5263e994-e496-4d7b-b0e5-77d9f493f745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:36.083278 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5263e994-e496-4d7b-b0e5-77d9f493f745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:36.086976 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5263e994-e496-4d7b-b0e5-77d9f493f745 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d61a0a73-8481-4ed0-912e-a81f45991336 HTTP/1.1" status: 204 len: 168 time: 0.3068910 Sep 03 12:52:36.124848 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263e994-e496-4d7b-b0e5-77d9f493f745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61a0a73-8481-4ed0-912e-a81f45991336,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:36.285023 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22ce8c1-9466-46b1-9cc7-0e8858b69e2c x-openstack-request-id: req-a22ce8c1-9466-46b1-9cc7-0e8858b69e2c {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:52:36.285733 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:52:36.286316 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a22ce8c1-9466-46b1-9cc7-0e8858b69e2c {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:52:36.287230 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'status': 'completed', 'code': 200} Sep 03 12:52:36.374610 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:36.387640 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d7e9e-4091-4346-806c-f01515efb07c req-30219951-d354-4e5f-b44d-16c6a6dd9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:36.389397 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-251d7e9e-4091-4346-806c-f01515efb07c req-30219951-d354-4e5f-b44d-16c6a6dd9cf0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 1099 time: 0.0689845 Sep 03 12:52:36.516966 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d7e9e-4091-4346-806c-f01515efb07c req-7ab32d36-a056-4383-b450-1cfe1a4000a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:36.522715 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-60715a67-93b5-470a-8a28-b2d447a880d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': 'd79dd4c9-7b71-453b-8bed-899bad314290', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'port_id': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'mac_address': 'fa:16:3e:2c:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:52:11Z', 'updated_at': '2021-09-03T12:52:35Z', 'revision_number': 1, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 5, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:36.527494 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-251d7e9e-4091-4346-806c-f01515efb07c req-7ab32d36-a056-4383-b450-1cfe1a4000a7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 918 time: 0.1273313 Sep 03 12:52:36.559838 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60715a67-93b5-470a-8a28-b2d447a880d4 None None] Checking router: dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:52:36.568409 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60715a67-93b5-470a-8a28-b2d447a880d4 None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:36.569172 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-60715a67-93b5-470a-8a28-b2d447a880d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:36.624427 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-251d7e9e-4091-4346-806c-f01515efb07c req-2f4b9cf0-b441-429c-9679-d75f41a5d3dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f HTTP/1.1" status: 200 len: 1000 time: 0.0862219 Sep 03 12:52:36.664259 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519158'] for router, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:36.696654 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-60715a67-93b5-470a-8a28-b2d447a880d4 None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:36.725680 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d7e9e-4091-4346-806c-f01515efb07c req-22d44d68-04f4-4d91-85c0-5e5b1574341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:36.728824 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-251d7e9e-4091-4346-806c-f01515efb07c req-22d44d68-04f4-4d91-85c0-5e5b1574341f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4be00016-73eb-4e38-a677-5146d2de1cfc HTTP/1.1" status: 200 len: 856 time: 0.0935817 Sep 03 12:52:36.784768 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d7e9e-4091-4346-806c-f01515efb07c req-fe3dbaa1-80c5-4d1f-abe9-1766cba830ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:36.786859 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-251d7e9e-4091-4346-806c-f01515efb07c req-fe3dbaa1-80c5-4d1f-abe9-1766cba830ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03b07e36-ec05-49cc-9fef-b0924281e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471890 Sep 03 12:52:36.806388 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d7aa24-0b57-43b1-a2ea-2952e6e9f989 None None] Network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:52:36.828850 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 is scheduled to L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba with binding_index 1 {{(pid=100321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:52:36.903114 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-251d7e9e-4091-4346-806c-f01515efb07c req-f51bdd18-839a-4fb9-870b-a434fd3fdec7 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034403 Sep 03 12:52:36.921818 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7820a333-5087-45b0-b84e-d3b1f0276b47 None None] Provisioning for port ae3a69e0-3763-44be-b131-5612c0f80a74 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:36.967220 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7820a333-5087-45b0-b84e-d3b1f0276b47 None None] Provisioning complete for port ae3a69e0-3763-44be-b131-5612c0f80a74 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:36.967597 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7820a333-5087-45b0-b84e-d3b1f0276b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:36.987025 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:52:36.999691 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Sync routers for ids ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:52:37.011761 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Routers {'402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:37.012964 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-77c66084-6d79-425e-85b8-9b723319463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:37.025013 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:37.026374 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c9b531d1-cd82-439e-a0d5-374bcea904ac admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2842953 Sep 03 12:52:37.029051 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40212) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:37.036380 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-251d7e9e-4091-4346-806c-f01515efb07c req-d06a4a7b-2605-466b-858a-60db3db2136b service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265371 Sep 03 12:52:37.152421 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Set router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:37.182449 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7820a333-5087-45b0-b84e-d3b1f0276b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:37.209080 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-60715a67-93b5-470a-8a28-b2d447a880d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': 'd79dd4c9-7b71-453b-8bed-899bad314290', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'port_id': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'mac_address': 'fa:16:3e:2c:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:52:11Z', 'updated_at': '2021-09-03T12:52:35Z', 'revision_number': 1, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 5, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:37.266510 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60715a67-93b5-470a-8a28-b2d447a880d4 None None] The sync data for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi is: [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': 'd79dd4c9-7b71-453b-8bed-899bad314290', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'port_id': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'mac_address': 'fa:16:3e:2c:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:52:11Z', 'updated_at': '2021-09-03T12:52:35Z', 'revision_number': 1, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 5, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:52:37.271696 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7820a333-5087-45b0-b84e-d3b1f0276b47 None None] For port ae3a69e0-3763-44be-b131-5612c0f80a74, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=ae3a69e0-3763-44be-b131-5612c0f80a74,segment=NetworkSegment(299f79c5-bc95-4cd1-8044-d13a545d52ec),segment_id=299f79c5-bc95-4cd1-8044-d13a545d52ec)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:37.279695 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7820a333-5087-45b0-b84e-d3b1f0276b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:37.339072 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820a333-5087-45b0-b84e-d3b1f0276b47 None None] Pushing event updated for resources: {'Port': ['ID=ae3a69e0-3763-44be-b131-5612c0f80a74,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:37.452522 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-77c66084-6d79-425e-85b8-9b723319463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:52:36Z', 'revision_number': 3, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port': {'id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:35Z', 'updated_at': '2021-09-03T12:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:37.502950 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-a19e2391-5259-4cbd-8697-f917531e4b3d None None] Provisioning complete for port ae3a69e0-3763-44be-b131-5612c0f80a74 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:37.503594 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a19e2391-5259-4cbd-8697-f917531e4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:37.511229 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Checking router: 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:52:37.511861 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Updating router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 port 47c6c912-fb09-47fe-9fba-2fb640ddc398 binding host dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:52:37.551520 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:37.643594 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:37.723435 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27053853-e883-41c9-af1a-8cb1825c3b29 None None] New status for floating IP d79dd4c9-7b71-453b-8bed-899bad314290: ACTIVE {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:52:37.840695 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Allocated IP 172.20.0.1 (2fc996e1-4b75-4a9f-b71c-8e51b6a72adb/ada30665-e22e-4b56-bb5b-b46cc3293d85/820a510c-a229-46aa-9d8a-6ac0d130d7ba) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:52:37.863974 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device ae3a69e0-3763-44be-b131-5612c0f80a74 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:37.957714 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Notify callbacks [] for port, precommit_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:37.959866 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port ae3a69e0-3763-44be-b131-5612c0f80a74 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:37.960241 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:37.980560 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.provisioning_blocks [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Transition to ACTIVE for port object 47c6c912-fb09-47fe-9fba-2fb640ddc398 will not be triggered until provisioned by entity L2. {{(pid=100324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:37.982226 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:37.988558 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:38.006371 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Transition to ACTIVE for port object 820a510c-a229-46aa-9d8a-6ac0d130d7ba will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:38.048935 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Pushing event updated for resources: {'Port': ['ID=47c6c912-fb09-47fe-9fba-2fb640ddc398,revision_number=2']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:38.053765 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:38.057090 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:38.057700 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:38.060891 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:38.061247 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:38.061587 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:38.061927 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:38.062266 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:38.062600 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:38.062986 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:38.063320 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:38.063648 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:38.063974 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:38.082298 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Attempting to bind port 47c6c912-fb09-47fe-9fba-2fb640ddc398 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:52:38.082668 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Attempting to bind port 47c6c912-fb09-47fe-9fba-2fb640ddc398 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:52:38.083064 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Attempting to bind port 47c6c912-fb09-47fe-9fba-2fb640ddc398 on network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:52:38.089215 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:52:38.090004 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Checking segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:52:38.090624 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:38.091595 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Bound using segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:52:38.092496 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Bound port: 47c6c912-fb09-47fe-9fba-2fb640ddc398, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:52:38.093065 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:38.099025 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:52:38.107492 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:38.109660 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:52:38.139014 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Pushing event updated for resources: {'Port': ['ID=820a510c-a229-46aa-9d8a-6ac0d130d7ba,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:38.161903 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370595'] for router_interface, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:38.319754 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-77c66084-6d79-425e-85b8-9b723319463b None None] For port 47c6c912-fb09-47fe-9fba-2fb640ddc398, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:52:38.323850 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-77c66084-6d79-425e-85b8-9b723319463b None None] For port 47c6c912-fb09-47fe-9fba-2fb640ddc398, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=47c6c912-fb09-47fe-9fba-2fb640ddc398,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:52:38.327881 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:38.328719 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:38.373982 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-a5927fb3-c123-4730-b78e-7b48c51f3683 None None] Provisioning for port 820a510c-a229-46aa-9d8a-6ac0d130d7ba completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:38.379938 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-a5927fb3-c123-4730-b78e-7b48c51f3683 None None] Provisioning complete for port 820a510c-a229-46aa-9d8a-6ac0d130d7ba triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:38.380901 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a5927fb3-c123-4730-b78e-7b48c51f3683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:38.423650 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Routers {'402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:38.424299 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-77c66084-6d79-425e-85b8-9b723319463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:38.429329 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac45be-c98c-49ee-89b6-44d06a7b6a4b None None] Pushing event updated for resources: {'Port': ['ID=47c6c912-fb09-47fe-9fba-2fb640ddc398,revision_number=3']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:38.450141 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-a5927fb3-c123-4730-b78e-7b48c51f3683 None None] Port 820a510c-a229-46aa-9d8a-6ac0d130d7ba cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:52:38.529755 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:38.534994 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:38.541546 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-77c66084-6d79-425e-85b8-9b723319463b None None] Set router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:38.623972 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498227'] for router_interface, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:38.631485 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Pushing event updated for resources: {'Port': ['ID=820a510c-a229-46aa-9d8a-6ac0d130d7ba,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:38.723587 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:52:38.725013 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:38.749030 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-77c66084-6d79-425e-85b8-9b723319463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 4, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port': {'id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:35Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '820a510c-a229-46aa-9d8a-6ac0d130d7ba', 'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'mac_address': 'fa:16:3e:1f:9e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:37Z', 'updated_at': '2021-09-03T12:52:37Z', 'revision_number': 1, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'subnets': [{'id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:38.780281 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c66084-6d79-425e-85b8-9b723319463b None None] The sync data for ids ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'] in dv-cinder-806559-6-iscsi is: [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 4, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port': {'id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:35Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '820a510c-a229-46aa-9d8a-6ac0d130d7ba', 'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'mac_address': 'fa:16:3e:1f:9e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:37Z', 'updated_at': '2021-09-03T12:52:37Z', 'revision_number': 1, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'subnets': [{'id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:52:38.850800 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:52:38.974299 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-a695f8c8-0510-48f5-bebe-8460d22ffccc None None] Provisioning complete for port 820a510c-a229-46aa-9d8a-6ac0d130d7ba triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:38.974894 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a695f8c8-0510-48f5-bebe-8460d22ffccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:39.030404 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-a695f8c8-0510-48f5-bebe-8460d22ffccc None None] Port 820a510c-a229-46aa-9d8a-6ac0d130d7ba cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:52:39.190517 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:52:39.196766 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-15218646-2c39-4978-a2e6-dd8b530b0c0d admin admin] 10.222.0.23 "PUT /v2.0/routers/402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1666307 Sep 03 12:52:39.875372 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40282) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:39.888732 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 47c6c912-fb09-47fe-9fba-2fb640ddc398 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:39.892075 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1091241118-network', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:39.918619 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Made reservation on behalf of 4d86097ed30b41928338ed6f37ce9f05 for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:52:39.922202 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:39.925715 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef852f82-56c1-4c06-98c6-0224cda40388 req-4f011b91-f461-4476-bd1a-8c6755482f19 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:39.927312 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ef852f82-56c1-4c06-98c6-0224cda40388 req-4f011b91-f461-4476-bd1a-8c6755482f19 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0670114 Sep 03 12:52:39.939996 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:39.948504 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 47c6c912-fb09-47fe-9fba-2fb640ddc398 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:39.955765 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 47c6c912-fb09-47fe-9fba-2fb640ddc398 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:39.956151 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:39.981088 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ef852f82-56c1-4c06-98c6-0224cda40388 req-fd5ed7b8-46d8-47d4-9b10-891aba1fd7a7 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466511 Sep 03 12:52:40.052113 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.058081 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.066140 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.084672 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:52:40.089642 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 47c6c912-fb09-47fe-9fba-2fb640ddc398, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=47c6c912-fb09-47fe-9fba-2fb640ddc398,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:40.094789 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.095827 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccf01cb-c709-4498-a872-73cea680a2a4,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:40.106742 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.106742 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Added segment e8b56c86-09bf-4689-a057-0be8a5d73213 of type vlan for network 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd Sep 03 12:52:40.146832 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.163314 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=47c6c912-fb09-47fe-9fba-2fb640ddc398,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:40.174799 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.175870 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:40.176459 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.210979 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3318062 Sep 03 12:52:40.211745 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40284) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:40.217910 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-62f4aca7-f35c-4aec-878a-65a485dbc1e5 admin admin] Request body: {'subnet': {'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1091241118-subnet', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:40.251651 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cf076-7708-4607-89d4-4ed755e51def admin admin] Pushing event updated for resources: {'Network': ['ID=3b6b63d9-8c39-4696-95f6-2a4ba210ebdd,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:40.263331 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:52:40.269729 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f4aca7-f35c-4aec-878a-65a485dbc1e5 admin admin] Made reservation on behalf of 4d86097ed30b41928338ed6f37ce9f05 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:52:40.272216 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62f4aca7-f35c-4aec-878a-65a485dbc1e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3305407'] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.441594 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62f4aca7-f35c-4aec-878a-65a485dbc1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3305361'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.508506 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4aca7-f35c-4aec-878a-65a485dbc1e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f202971-e062-49bd-94ab-d3e287a14741,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:40.512791 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f4aca7-f35c-4aec-878a-65a485dbc1e5 admin admin] Checking segment: {'id': 'e8b56c86-09bf-4689-a057-0be8a5d73213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:52:40.513154 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f4aca7-f35c-4aec-878a-65a485dbc1e5 admin admin] Network hostable DHCP agents. Network: 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:52:40.530712 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f4aca7-f35c-4aec-878a-65a485dbc1e5 admin admin] Network 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:52:40.539937 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-62f4aca7-f35c-4aec-878a-65a485dbc1e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:40.543872 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f4aca7-f35c-4aec-878a-65a485dbc1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:40.544467 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62f4aca7-f35c-4aec-878a-65a485dbc1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.549700 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeb4d8e-210d-45c7-81d7-1910ab3281ce None None] Network 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:52:40.559153 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-62f4aca7-f35c-4aec-878a-65a485dbc1e5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3469999 Sep 03 12:52:40.561558 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40288) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:40.566034 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1091241118-router', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:40.587842 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.588832 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519075', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8009'] for router, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.650646 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.712602 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa15ebb6a-ac87-5fb7-bcbd-f6ecf5eb81ac-3b6b63d9-8c39-4696-95f6-2a4ba210ebdd', 'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'fixed_ips': [{'subnet_id': '8f202971-e062-49bd-94ab-d3e287a14741'}]}} from dv-cinder-806559-6-iscsi. {{(pid=100323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:52:40.713509 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.790620 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.859148 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.db_base_plugin_common [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Allocated IP 172.20.0.2 (3b6b63d9-8c39-4696-95f6-2a4ba210ebdd/8f202971-e062-49bd-94ab-d3e287a14741/1fc71e0f-ee0b-477c-b52e-c019a309b7a3) {{(pid=100323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:52:41.000004 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Sync routers for ids ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:52:41.000977 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:41.019477 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Routers {'402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:41.021599 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:41.045422 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:41.163041 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Notify callbacks [] for port, precommit_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:41.175140 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Transition to ACTIVE for port object 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:41.194998 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Transition to ACTIVE for port object 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 will not be triggered until provisioned by entity DHCP. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:41.199761 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Set router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:41.203759 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Allocated IP 172.27.0.172 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/b8a8a364-59f0-463c-9227-138d12c819a0) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:52:41.204997 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353'] for port, after_create {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:41.209244 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff14c8c-ae67-4fd9-a7fe-67096ac37d99 req-a0b6aca6-6c35-4c39-94cc-bd9c3e80dc17 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:41.216273 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fff14c8c-ae67-4fd9-a7fe-67096ac37d99 req-a0b6aca6-6c35-4c39-94cc-bd9c3e80dc17 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.1069603 Sep 03 12:52:41.306914 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fff14c8c-ae67-4fd9-a7fe-67096ac37d99 req-10f840bc-8ef6-4b49-9124-3b9c1f7cd7fc tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829413 Sep 03 12:52:41.310422 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Network 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd is already hosted by enough agents. {{(pid=100323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:52:41.320378 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Pushing event updated for resources: {'Port': ['ID=1fc71e0f-ee0b-477c-b52e-c019a309b7a3,revision_number=1']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:41.323408 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.scheduler.base_scheduler [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Resources bound (agent type, host, resource id): {{(pid=100323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:41.325614 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Received port after_create {{(pid=100323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:52:41.385531 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:41.400912 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Attempting to bind port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:52:41.401284 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Attempting to bind port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': 'e8b56c86-09bf-4689-a057-0be8a5d73213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:52:41.401647 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Attempting to bind port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 on network 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:52:41.407535 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:52:41.407917 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Checking segment: {'id': 'e8b56c86-09bf-4689-a057-0be8a5d73213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:52:41.408313 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:41.408775 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Bound using segment: {'id': 'e8b56c86-09bf-4689-a057-0be8a5d73213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:52:41.409302 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Bound port: 1fc71e0f-ee0b-477c-b52e-c019a309b7a3, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b56c86-09bf-4689-a057-0be8a5d73213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:52:41.409720 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:41.428625 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:41.467243 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:52:41.471413 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:41.475663 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:52:41.487915 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] For port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:52:41.491967 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] For port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=1fc71e0f-ee0b-477c-b52e-c019a309b7a3,segment=NetworkSegment(e8b56c86-09bf-4689-a057-0be8a5d73213),segment_id=e8b56c86-09bf-4689-a057-0be8a5d73213)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:52:41.499509 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:41.501824 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a8a364-59f0-463c-9227-138d12c819a0,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:41.512812 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 4, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port': {'id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:35Z', 'updated_at': '2021-09-03T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '820a510c-a229-46aa-9d8a-6ac0d130d7ba', 'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'mac_address': 'fa:16:3e:1f:9e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:37Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 2, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'subnets': [{'id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:41.516005 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:41.516363 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:41.516713 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:41.517032 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:41.517366 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:41.517696 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:41.518028 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:41.518354 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:41.518683 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:41.519131 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:41.519889 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:41.520222 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:41.551370 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Checking router: 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:52:41.551722 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Updating router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 port 820a510c-a229-46aa-9d8a-6ac0d130d7ba binding host dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:52:41.571755 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b882960-c6fb-4eaa-9ef1-a39294da6a60 None None] Pushing event updated for resources: {'Port': ['ID=1fc71e0f-ee0b-477c-b52e-c019a309b7a3,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:41.592463 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:41.778174 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:41.827700 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 47c6c912-fb09-47fe-9fba-2fb640ddc398 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:41.927568 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 47c6c912-fb09-47fe-9fba-2fb640ddc398 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:41.928267 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:41.949006 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Notify callbacks [] for port, precommit_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:41.959314 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.provisioning_blocks [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Transition to ACTIVE for port object 820a510c-a229-46aa-9d8a-6ac0d130d7ba will not be triggered until provisioned by entity L2. {{(pid=100324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:41.966552 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:42.052792 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49932b3-2b1c-4524-8d78-b3408bec235d None None] Pushing event updated for resources: {'Port': ['ID=820a510c-a229-46aa-9d8a-6ac0d130d7ba,revision_number=3']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:42.067955 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519158'] for router, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:42.106932 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Attempting to bind port 820a510c-a229-46aa-9d8a-6ac0d130d7ba on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:52:42.107708 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Attempting to bind port 820a510c-a229-46aa-9d8a-6ac0d130d7ba by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '299f79c5-bc95-4cd1-8044-d13a545d52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb'}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:52:42.107858 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Attempting to bind port 820a510c-a229-46aa-9d8a-6ac0d130d7ba on network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:52:42.114316 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:52:42.114805 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Checking segment: {'id': '299f79c5-bc95-4cd1-8044-d13a545d52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:52:42.115211 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:42.115696 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Bound using segment: {'id': '299f79c5-bc95-4cd1-8044-d13a545d52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb'} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:52:42.116175 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Bound port: 820a510c-a229-46aa-9d8a-6ac0d130d7ba, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299f79c5-bc95-4cd1-8044-d13a545d52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb'}}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:52:42.116577 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:42.138376 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-1c037588-6ab8-4d32-8bd9-322e13cb1a5d tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:42.140030 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-1c037588-6ab8-4d32-8bd9-322e13cb1a5d tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.0627892 Sep 03 12:52:42.198201 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] For port 820a510c-a229-46aa-9d8a-6ac0d130d7ba, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:52:42.202366 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] For port 820a510c-a229-46aa-9d8a-6ac0d130d7ba, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=820a510c-a229-46aa-9d8a-6ac0d130d7ba,segment=NetworkSegment(299f79c5-bc95-4cd1-8044-d13a545d52ec),segment_id=299f79c5-bc95-4cd1-8044-d13a545d52ec)] {{(pid=100324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:52:42.210396 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:42.230089 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Router 0fc74909-061c-4dd1-8426-a5cc40bab895 is scheduled to L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba with binding_index 1 {{(pid=100321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:52:42.263528 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Deleting port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:52:42.264000 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:42.273920 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Routers {'402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:42.274797 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:42.326950 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49932b3-2b1c-4524-8d78-b3408bec235d None None] Pushing event updated for resources: {'Port': ['ID=820a510c-a229-46aa-9d8a-6ac0d130d7ba,revision_number=4']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:42.387604 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:52:42.397700 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Sync routers for ids ['0fc74909-061c-4dd1-8426-a5cc40bab895'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:52:42.412999 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Routers {'0fc74909-061c-4dd1-8426-a5cc40bab895'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:42.415624 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['0fc74909-061c-4dd1-8426-a5cc40bab895'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:42.419950 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:42.422563 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ae1e6f3b-4466-4e91-8b83-de76baabba57 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8598907 Sep 03 12:52:42.427706 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40312) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:42.464797 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] Set router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:42.579191 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Set router 0fc74909-061c-4dd1-8426-a5cc40bab895 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:42.768337 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] For port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:42.768832 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:42.839586 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 4, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port': {'id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:35Z', 'updated_at': '2021-09-03T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '820a510c-a229-46aa-9d8a-6ac0d130d7ba', 'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'mac_address': 'fa:16:3e:1f:9e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:37Z', 'updated_at': '2021-09-03T12:52:42Z', 'revision_number': 4, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'subnets': [{'id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:42.855167 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c28b7-0934-4e2e-b751-1b96ad409115 req-381dd36c-66ee-4e7d-bd68-80ee23727e37 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:42.862306 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c07c28b7-0934-4e2e-b751-1b96ad409115 req-381dd36c-66ee-4e7d-bd68-80ee23727e37 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 945 time: 0.4470196 Sep 03 12:52:42.869101 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'name': 'tempest-TestMinimumBasicScenario-1091241118-router', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:40Z', 'updated_at': '2021-09-03T12:52:41Z', 'revision_number': 3, 'project_id': '4d86097ed30b41928338ed6f37ce9f05', 'gw_port': {'id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:41Z', 'updated_at': '2021-09-03T12:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:42.879779 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912a1c3-6bba-49cb-af0f-3943313b8405 None None] The sync data for ids ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'] in dv-cinder-806559-6-iscsi is: [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 4, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port': {'id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:35Z', 'updated_at': '2021-09-03T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '820a510c-a229-46aa-9d8a-6ac0d130d7ba', 'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'mac_address': 'fa:16:3e:1f:9e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:37Z', 'updated_at': '2021-09-03T12:52:42Z', 'revision_number': 4, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'subnets': [{'id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:52:42.935131 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Checking router: 0fc74909-061c-4dd1-8426-a5cc40bab895 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:52:42.935810 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Updating router 0fc74909-061c-4dd1-8426-a5cc40bab895 port b8a8a364-59f0-463c-9227-138d12c819a0 binding host dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:52:42.972616 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:43.006107 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9732d20f-5872-485b-9657-05180ac6e3ce None None] Network 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:52:43.175065 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-215026b6-76f3-4f6c-8102-d39dbd3d2ef5 None None] Provisioning for port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:43.312525 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c07c28b7-0934-4e2e-b751-1b96ad409115 req-482bc043-54e8-43fc-90cc-fa4a81cd8384 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e65aded-0233-4e59-a161-3366b8f9ffcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4493177 Sep 03 12:52:43.445627 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:43.458149 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Transition to ACTIVE for port object b8a8a364-59f0-463c-9227-138d12c819a0 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:43.467640 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:43.525693 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ca6a5-a12c-4912-a9d5-cf8e9ae229d8 None None] Pushing event updated for resources: {'Port': ['ID=b8a8a364-59f0-463c-9227-138d12c819a0,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:43.545030 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:43.545319 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:43.545572 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.l3_db [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Floating IP 44b34c88-0b36-4f09-b3a8-dc2131df07bc disassociated. External IP: 172.27.0.52, port: e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa. Sep 03 12:52:43.545923 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Calling delete_port for e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa owned by compute:nova {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:52:43.550043 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Attempting to bind port b8a8a364-59f0-463c-9227-138d12c819a0 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:52:43.550745 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Attempting to bind port b8a8a364-59f0-463c-9227-138d12c819a0 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:52:43.550910 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Attempting to bind port b8a8a364-59f0-463c-9227-138d12c819a0 on network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:52:43.557489 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:52:43.558028 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Checking segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:52:43.558438 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:43.558871 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Bound using segment: {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:52:43.559385 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Bound port: b8a8a364-59f0-463c-9227-138d12c819a0, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10902c53-d88c-42d2-b57c-27690caa68db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:52:43.559769 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:43.623831 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] For port b8a8a364-59f0-463c-9227-138d12c819a0, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:52:43.629038 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] For port b8a8a364-59f0-463c-9227-138d12c819a0, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=b8a8a364-59f0-463c-9227-138d12c819a0,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:52:43.640358 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:43.705584 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Routers {'0fc74909-061c-4dd1-8426-a5cc40bab895'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:43.706032 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['0fc74909-061c-4dd1-8426-a5cc40bab895'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:43.710735 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ca6a5-a12c-4912-a9d5-cf8e9ae229d8 None None] Pushing event updated for resources: {'Port': ['ID=b8a8a364-59f0-463c-9227-138d12c819a0,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:43.829679 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:43.843189 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:43.876326 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event deleted for resources: {'Port': ['ID=e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:43.923060 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] Set router 0fc74909-061c-4dd1-8426-a5cc40bab895 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:43.991375 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:43.992253 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:43.993128 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:43.993128 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:43.993385 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:43.993697 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:43.994216 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:43.994548 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:43.994929 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:43.995259 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:43.995592 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:43.995917 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:52:44.076317 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:44.169240 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Allocated IP 172.20.0.1 (3b6b63d9-8c39-4696-95f6-2a4ba210ebdd/8f202971-e062-49bd-94ab-d3e287a14741/4ff51d90-37b9-4b6a-a18c-d7d0fa150468) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:52:44.174117 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:44.179014 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:44.179420 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:44.186229 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Router 1ca03b11-1d5c-432a-8192-de31c5b7f94c has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:52:44.229720 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'name': 'tempest-TestMinimumBasicScenario-1091241118-router', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:40Z', 'updated_at': '2021-09-03T12:52:41Z', 'revision_number': 3, 'project_id': '4d86097ed30b41928338ed6f37ce9f05', 'gw_port': {'id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:41Z', 'updated_at': '2021-09-03T12:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:44.264401 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d383d65c-aa50-4afb-a854-bc93e19457ac None None] The sync data for ids ['0fc74909-061c-4dd1-8426-a5cc40bab895'] in dv-cinder-806559-6-iscsi is: [{'id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'name': 'tempest-TestMinimumBasicScenario-1091241118-router', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:40Z', 'updated_at': '2021-09-03T12:52:41Z', 'revision_number': 3, 'project_id': '4d86097ed30b41928338ed6f37ce9f05', 'gw_port': {'id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:41Z', 'updated_at': '2021-09-03T12:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:52:44.314076 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:44.373618 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=1fc71e0f-ee0b-477c-b52e-c019a309b7a3,segment=NetworkSegment(e8b56c86-09bf-4689-a057-0be8a5d73213),segment_id=e8b56c86-09bf-4689-a057-0be8a5d73213)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:44.380386 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:44.381303 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 820a510c-a229-46aa-9d8a-6ac0d130d7ba up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:44.441833 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:44.473645 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=1fc71e0f-ee0b-477c-b52e-c019a309b7a3,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:44.475373 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d8791cc2-4e16-406a-94f6-6471c67ea28b req-12140b0e-b341-48c7-a754-9cd749bcef66 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de10ac2-3031-4f22-8888-319a28b7122b HTTP/1.1" status: 200 len: 210 time: 0.0584755 Sep 03 12:52:44.482186 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:52:44.489899 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Transition to ACTIVE for port object 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:44.490594 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 820a510c-a229-46aa-9d8a-6ac0d130d7ba completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:44.498455 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 820a510c-a229-46aa-9d8a-6ac0d130d7ba triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:44.498961 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:44.506096 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26acf272-fb1e-4f6b-af71-0f9370019023 None None] Sync routers for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:52:44.527264 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26acf272-fb1e-4f6b-af71-0f9370019023 None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:44.537547 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-26acf272-fb1e-4f6b-af71-0f9370019023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:44.545211 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] No DVR routers for this DVR port e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa on host hv-cinder-80655 {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:52:44.547925 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:44.550141 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ea89fbcf-9815-4f67-81ac-2b2880c352bb req-815fca7f-0d7c-4d4b-8e0f-862312da0b72 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.22 "DELETE /v2.0/ports/e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa HTTP/1.1" status: 204 len: 173 time: 2.4030595 Sep 03 12:52:44.580069 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de10ac2-3031-4f22-8888-319a28b7122b', 'name': 'network-vif-deleted', 'tag': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:52:44.583124 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eeb531-4bdd-4864-9a36-9ffd19fb1313" -d '{"events": [{"server_uuid": "9de10ac2-3031-4f22-8888-319a28b7122b", "name": "network-vif-deleted", "tag": "e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:52:44.589387 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:44.638116 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Network 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:52:44.641729 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:44.647335 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:52:44.775418 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370595'] for router_interface, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:44.795210 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e15623-45c4-47d7-a2c2-0242cdfa5505 x-openstack-request-id: req-a5e15623-45c4-47d7-a2c2-0242cdfa5505 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:52:44.795841 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de10ac2-3031-4f22-8888-319a28b7122b", "name": "network-vif-deleted", "tag": "e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:52:44.796255 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5e15623-45c4-47d7-a2c2-0242cdfa5505 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:52:44.796825 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de10ac2-3031-4f22-8888-319a28b7122b', 'name': 'network-vif-deleted', 'tag': 'e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa', 'status': 'completed', 'code': 200} Sep 03 12:52:44.799278 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Pushing event updated for resources: {'Port': ['ID=4ff51d90-37b9-4b6a-a18c-d7d0fa150468,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:44.877898 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-26acf272-fb1e-4f6b-af71-0f9370019023 None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:44.965217 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:44.977971 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:45.020042 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 820a510c-a229-46aa-9d8a-6ac0d130d7ba, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=820a510c-a229-46aa-9d8a-6ac0d130d7ba,segment=NetworkSegment(299f79c5-bc95-4cd1-8044-d13a545d52ec),segment_id=299f79c5-bc95-4cd1-8044-d13a545d52ec)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:45.030023 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:45.043196 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-978ca45a-903f-4e44-a8ad-9dbdba3f4f49 None None] Provisioning for port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:45.077454 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-978ca45a-903f-4e44-a8ad-9dbdba3f4f49 None None] Provisioning complete for port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:45.077709 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-978ca45a-903f-4e44-a8ad-9dbdba3f4f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:45.143696 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=820a510c-a229-46aa-9d8a-6ac0d130d7ba,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:45.150509 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-978ca45a-903f-4e44-a8ad-9dbdba3f4f49 None None] Port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:52:45.209325 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:45.216191 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:45.222938 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-26acf272-fb1e-4f6b-af71-0f9370019023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:40Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:45.256906 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26acf272-fb1e-4f6b-af71-0f9370019023 None None] Checking router: 1ca03b11-1d5c-432a-8192-de31c5b7f94c for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:52:45.265802 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26acf272-fb1e-4f6b-af71-0f9370019023 None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:45.266437 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-26acf272-fb1e-4f6b-af71-0f9370019023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:45.300821 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498227'] for router_interface, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:45.308100 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Pushing event updated for resources: {'Port': ['ID=4ff51d90-37b9-4b6a-a18c-d7d0fa150468,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:45.385609 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-26acf272-fb1e-4f6b-af71-0f9370019023 None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:45.408861 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Network 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:52:45.410600 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:45.604909 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Router 0fc74909-061c-4dd1-8426-a5cc40bab895 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:52:45.655161 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40372) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:45.688064 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-eed14b09-c59a-416a-89a6-0253b7ac487c None None] Provisioning complete for port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:45.688659 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-eed14b09-c59a-416a-89a6-0253b7ac487c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:45.720065 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-26acf272-fb1e-4f6b-af71-0f9370019023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:40Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:45.745499 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fb06cc1b-00e9-4bbe-8b99-d9b21500fce8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:45.758478 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26acf272-fb1e-4f6b-af71-0f9370019023 None None] The sync data for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi is: [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:40Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:52:45.763146 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-eed14b09-c59a-416a-89a6-0253b7ac487c None None] Port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:52:45.778006 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fb06cc1b-00e9-4bbe-8b99-d9b21500fce8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:45.836348 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:52:45.842516 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-cc73b0eb-bf28-42da-b76c-24bf64131f0b admin admin] 10.222.0.23 "PUT /v2.0/routers/0fc74909-061c-4dd1-8426-a5cc40bab895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4100134 Sep 03 12:52:45.874342 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fb06cc1b-00e9-4bbe-8b99-d9b21500fce8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:45.877505 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fb06cc1b-00e9-4bbe-8b99-d9b21500fce8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:45.878668 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-fb06cc1b-00e9-4bbe-8b99-d9b21500fce8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "DELETE /v2.0/security-groups/7e65aded-0233-4e59-a161-3366b8f9ffcd HTTP/1.1" status: 204 len: 168 time: 0.2211196 Sep 03 12:52:45.881620 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40382) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:45.898099 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.api.v2.resource [None req-4f93f3e1-58ad-4547-b7f1-a3a1c0a13caf tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] show failed (client error): The resource could not be found. Sep 03 12:52:45.899311 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06cc1b-00e9-4bbe-8b99-d9b21500fce8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e65aded-0233-4e59-a161-3366b8f9ffcd,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:45.899800 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-4f93f3e1-58ad-4547-b7f1-a3a1c0a13caf tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups/7e65aded-0233-4e59-a161-3366b8f9ffcd HTTP/1.1" status: 404 len: 347 time: 0.0167329 Sep 03 12:52:45.902659 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40384) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:46.018915 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:46.073629 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:46.073913 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:46.082311 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-df76dd7f-aa26-4c3f-9776-27f071d402dd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Deleting port 06487efa-80f3-455e-befb-0684c41522ca {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:52:46.083175 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-df76dd7f-aa26-4c3f-9776-27f071d402dd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:46.120182 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:52:46.145438 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:52:46.145786 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device e5f5c8fd-e985-4bbc-b12d-96b0a6b473aa not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:52:46.174738 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-df76dd7f-aa26-4c3f-9776-27f071d402dd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:46.175085 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-df76dd7f-aa26-4c3f-9776-27f071d402dd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:46.192289 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-df76dd7f-aa26-4c3f-9776-27f071d402dd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Calling delete_port for 06487efa-80f3-455e-befb-0684c41522ca owned by network:floatingip {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:52:46.195105 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device b8a8a364-59f0-463c-9227-138d12c819a0 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:46.259684 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port b8a8a364-59f0-463c-9227-138d12c819a0 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:46.264295 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port b8a8a364-59f0-463c-9227-138d12c819a0 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:46.264810 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:46.370939 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:46.395596 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port b8a8a364-59f0-463c-9227-138d12c819a0, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=b8a8a364-59f0-463c-9227-138d12c819a0,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:46.400967 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:46.403132 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-df76dd7f-aa26-4c3f-9776-27f071d402dd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:46.403323 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 820a510c-a229-46aa-9d8a-6ac0d130d7ba up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:46.462737 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76dd7f-aa26-4c3f-9776-27f071d402dd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event deleted for resources: {'Port': ['ID=06487efa-80f3-455e-befb-0684c41522ca,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:46.489450 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=b8a8a364-59f0-463c-9227-138d12c819a0,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:46.505725 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc95265-cc7f-4b88-8442-368c10196713 None None] New status for floating IP 44b34c88-0b36-4f09-b3a8-dc2131df07bc: DOWN {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:52:46.510350 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 820a510c-a229-46aa-9d8a-6ac0d130d7ba triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:46.510748 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:46.520232 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-df76dd7f-aa26-4c3f-9776-27f071d402dd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:46.523709 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-df76dd7f-aa26-4c3f-9776-27f071d402dd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:46.525331 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-df76dd7f-aa26-4c3f-9776-27f071d402dd tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "DELETE /v2.0/floatingips/44b34c88-0b36-4f09-b3a8-dc2131df07bc HTTP/1.1" status: 204 len: 168 time: 0.6202731 Sep 03 12:52:46.785389 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Sync routers for ids ['0fc74909-061c-4dd1-8426-a5cc40bab895'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:52:46.796714 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Routers {'0fc74909-061c-4dd1-8426-a5cc40bab895'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:46.797731 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['0fc74909-061c-4dd1-8426-a5cc40bab895'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:46.809787 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40418) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:46.814894 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-ba61ae52-87ad-47af-b522-55a2330d542c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190882131', 'description': 'tempest-description--1792716564'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:46.844151 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ba61ae52-87ad-47af-b522-55a2330d542c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:46.933141 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Set router 0fc74909-061c-4dd1-8426-a5cc40bab895 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:46.963283 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ba61ae52-87ad-47af-b522-55a2330d542c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:46.968855 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ba61ae52-87ad-47af-b522-55a2330d542c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.012007 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ba61ae52-87ad-47af-b522-55a2330d542c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.013079 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-ba61ae52-87ad-47af-b522-55a2330d542c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2021828 Sep 03 12:52:47.014838 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61ae52-87ad-47af-b522-55a2330d542c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09841063-16de-4a66-bf79-3f7541ab73e3,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:47.016029 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40424) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:47.021202 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-25427a0c-cbab-4721-90a6-46b15e991ea8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Request body: {'security_group_rule': {'security_group_id': '09841063-16de-4a66-bf79-3f7541ab73e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:47.060553 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-25427a0c-cbab-4721-90a6-46b15e991ea8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.171327 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-25427a0c-cbab-4721-90a6-46b15e991ea8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.176744 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-25427a0c-cbab-4721-90a6-46b15e991ea8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.198941 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25427a0c-cbab-4721-90a6-46b15e991ea8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cd3b3d-cba3-499e-bfcb-22fa5da24c0d,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:47.225429 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-25427a0c-cbab-4721-90a6-46b15e991ea8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.228098 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-25427a0c-cbab-4721-90a6-46b15e991ea8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2106054 Sep 03 12:52:47.230412 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40430) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:47.236714 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-06ec06fa-1c15-4d5e-91f3-44cd23e993cc tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Request body: {'security_group_rule': {'security_group_id': '09841063-16de-4a66-bf79-3f7541ab73e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:47.253764 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'name': 'tempest-TestMinimumBasicScenario-1091241118-router', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:40Z', 'updated_at': '2021-09-03T12:52:44Z', 'revision_number': 4, 'project_id': '4d86097ed30b41928338ed6f37ce9f05', 'gw_port': {'id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:41Z', 'updated_at': '2021-09-03T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '4ff51d90-37b9-4b6a-a18c-d7d0fa150468', 'name': '', 'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'mac_address': 'fa:16:3e:28:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '8f202971-e062-49bd-94ab-d3e287a14741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:43Z', 'updated_at': '2021-09-03T12:52:45Z', 'revision_number': 2, 'project_id': '4d86097ed30b41928338ed6f37ce9f05', 'subnets': [{'id': '8f202971-e062-49bd-94ab-d3e287a14741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:47.281933 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-06ec06fa-1c15-4d5e-91f3-44cd23e993cc tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.292266 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Checking router: 0fc74909-061c-4dd1-8426-a5cc40bab895 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:52:47.292668 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Updating router 0fc74909-061c-4dd1-8426-a5cc40bab895 port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 binding host dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:52:47.321910 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.390519 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-06ec06fa-1c15-4d5e-91f3-44cd23e993cc tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.407331 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-06ec06fa-1c15-4d5e-91f3-44cd23e993cc tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.432799 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec06fa-1c15-4d5e-91f3-44cd23e993cc tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd9ad05-cff7-43f0-8bba-ae227db79cfc,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:47.473223 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-06ec06fa-1c15-4d5e-91f3-44cd23e993cc tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.489643 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-06ec06fa-1c15-4d5e-91f3-44cd23e993cc tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2579477 Sep 03 12:52:47.489824 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40434) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:47.495808 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Request body: {'floatingip': {'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:47.539784 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.676521 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Notify callbacks [] for port, precommit_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.691302 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.provisioning_blocks [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Transition to ACTIVE for port object 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 will not be triggered until provisioned by entity L2. {{(pid=100324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:47.702726 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.719122 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.836495 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa8042-b7e6-48a6-ba7d-c0dcd88cf198 None None] Pushing event updated for resources: {'Port': ['ID=4ff51d90-37b9-4b6a-a18c-d7d0fa150468,revision_number=3']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:47.875280 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device b8a8a364-59f0-463c-9227-138d12c819a0 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:47.897095 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Allocated IP 172.27.0.140 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/9b2fe2cc-161f-47bc-b1fc-e90f3c225df5) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:52:47.900850 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Attempting to bind port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 on host dv-cinder-806559-6-iscsi for vnic_type normal with profile {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:52:47.906604 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Attempting to bind port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 by drivers openvswitch,hyperv on host dv-cinder-806559-6-iscsi at level 0 using segments [{'id': 'e8b56c86-09bf-4689-a057-0be8a5d73213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd'}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:52:47.907459 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Attempting to bind port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 on network 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:52:47.918976 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Checking agent: {'id': '5c449511-aedc-47f0-b9f1-e89225e45e40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 39, 22), 'started_at': datetime.datetime(2021, 9, 3, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:52:47.919461 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Checking segment: {'id': 'e8b56c86-09bf-4689-a057-0be8a5d73213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:52:47.919972 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:47.920430 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Bound using segment: {'id': 'e8b56c86-09bf-4689-a057-0be8a5d73213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd'} {{(pid=100324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:52:47.920968 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.managers [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Bound port: 4ff51d90-37b9-4b6a-a18c-d7d0fa150468, host: dv-cinder-806559-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b56c86-09bf-4689-a057-0be8a5d73213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd'}}] {{(pid=100324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:52:47.921439 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:48.000959 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port b8a8a364-59f0-463c-9227-138d12c819a0 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:48.001625 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:48.022572 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] For port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468, host dv-cinder-806559-6-iscsi, cleared binding levels {{(pid=100324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:52:48.026447 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.plugins.ml2.db [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] For port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468, host dv-cinder-806559-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=4ff51d90-37b9-4b6a-a18c-d7d0fa150468,segment=NetworkSegment(e8b56c86-09bf-4689-a057-0be8a5d73213),segment_id=e8b56c86-09bf-4689-a057-0be8a5d73213)] {{(pid=100324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:52:48.037500 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron_lib.callbacks.manager [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:48.079692 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:48.104132 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Routers {'0fc74909-061c-4dd1-8426-a5cc40bab895'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:52:48.104782 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['0fc74909-061c-4dd1-8426-a5cc40bab895'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:48.110386 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa8042-b7e6-48a6-ba7d-c0dcd88cf198 None None] Pushing event updated for resources: {'Port': ['ID=4ff51d90-37b9-4b6a-a18c-d7d0fa150468,revision_number=4']} {{(pid=100324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:48.145043 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:48.166303 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:52:48.169635 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:48.197073 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:52:48.251933 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event updated for resources: {'Port': ['ID=9b2fe2cc-161f-47bc-b1fc-e90f3c225df5,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:48.263787 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] Set router 0fc74909-061c-4dd1-8426-a5cc40bab895 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:52:48.348064 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:48.399302 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:48.599395 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:48.606739 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:48.676865 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'name': 'tempest-TestMinimumBasicScenario-1091241118-router', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:40Z', 'updated_at': '2021-09-03T12:52:44Z', 'revision_number': 4, 'project_id': '4d86097ed30b41928338ed6f37ce9f05', 'gw_port': {'id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:41Z', 'updated_at': '2021-09-03T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '4ff51d90-37b9-4b6a-a18c-d7d0fa150468', 'name': '', 'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'mac_address': 'fa:16:3e:28:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '8f202971-e062-49bd-94ab-d3e287a14741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:43Z', 'updated_at': '2021-09-03T12:52:48Z', 'revision_number': 4, 'project_id': '4d86097ed30b41928338ed6f37ce9f05', 'subnets': [{'id': '8f202971-e062-49bd-94ab-d3e287a14741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:52:48.720059 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e181f-6771-478c-95f9-b2232efb407c None None] The sync data for ids ['0fc74909-061c-4dd1-8426-a5cc40bab895'] in dv-cinder-806559-6-iscsi is: [{'id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'name': 'tempest-TestMinimumBasicScenario-1091241118-router', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:40Z', 'updated_at': '2021-09-03T12:52:44Z', 'revision_number': 4, 'project_id': '4d86097ed30b41928338ed6f37ce9f05', 'gw_port': {'id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:41Z', 'updated_at': '2021-09-03T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '4ff51d90-37b9-4b6a-a18c-d7d0fa150468', 'name': '', 'network_id': '3b6b63d9-8c39-4696-95f6-2a4ba210ebdd', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'mac_address': 'fa:16:3e:28:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '8f202971-e062-49bd-94ab-d3e287a14741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:43Z', 'updated_at': '2021-09-03T12:52:48Z', 'revision_number': 4, 'project_id': '4d86097ed30b41928338ed6f37ce9f05', 'subnets': [{'id': '8f202971-e062-49bd-94ab-d3e287a14741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:52:48.762197 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event updated for resources: {'Port': ['ID=9b2fe2cc-161f-47bc-b1fc-e90f3c225df5,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:48.793975 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:48.817718 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:48.821791 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-700c3a43-e77e-4bcb-9efb-548c380119db tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3308029 Sep 03 12:52:49.106046 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-30bee928-0dfb-4367-991e-b3f83d3b1885 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1190882131&fields=id&tenant_id=c7d060594d0645abb0e087e7bb9ffe5d HTTP/1.1" status: 200 len: 267 time: 0.0558496 Sep 03 12:52:49.178276 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0a3befe2-c80d-4715-aee7-132af03f7d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:49.269028 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-a4e31d75-46f4-416a-ac20-bf31efd01e79 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:49.277135 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-a4e31d75-46f4-416a-ac20-bf31efd01e79 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/networks?id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1 HTTP/1.1" status: 200 len: 811 time: 0.1624177 Sep 03 12:52:49.297149 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-3ef67713-215d-4900-b9e5-14dcad6b5d92 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/quotas/c7d060594d0645abb0e087e7bb9ffe5d HTTP/1.1" status: 200 len: 375 time: 0.0187061 Sep 03 12:52:49.374769 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ada1ae68-7e3f-4b2b-854f-d6ea28af6287 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7d060594d0645abb0e087e7bb9ffe5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764101 Sep 03 12:52:49.630956 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-eb1e53dd-da27-4984-99e9-c41cecd91213 service neutron] 10.222.0.23 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437847 Sep 03 12:52:49.743632 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-9481282a-12bc-4653-8066-7cfc80a8f695 service neutron] 10.222.0.23 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052041 Sep 03 12:52:49.869008 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:49.989350 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning for port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:50.002617 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:50.002999 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:50.019096 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a3271224-caf5-4cd9-84fa-bd2285ed1276 req-fd68b45b-d70f-42f0-b229-1e4567f5425c tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 210 time: 0.0401108 Sep 03 12:52:50.274338 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:50.342639 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] For port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=4ff51d90-37b9-4b6a-a18c-d7d0fa150468,segment=NetworkSegment(e8b56c86-09bf-4689-a057-0be8a5d73213),segment_id=e8b56c86-09bf-4689-a057-0be8a5d73213)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:50.352356 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:50.471632 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Pushing event updated for resources: {'Port': ['ID=4ff51d90-37b9-4b6a-a18c-d7d0fa150468,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:51.130502 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a4caaf94-640d-4529-9130-35d353f9dbf5 req-96b9e0e4-7054-4579-af28-3dd65a85dc9d tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 210 time: 0.0331085 Sep 03 12:52:51.480620 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-01d9ec72-2e34-4b2e-926f-b7b1a7bb5c95 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:51.482419 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-01d9ec72-2e34-4b2e-926f-b7b1a7bb5c95 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.22 "GET /v2.0/networks?id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1 HTTP/1.1" status: 200 len: 811 time: 0.1281190 Sep 03 12:52:51.542526 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-80aab393-cf0e-4475-b94d-34afa47478e7 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7d060594d0645abb0e087e7bb9ffe5d HTTP/1.1" status: 200 len: 380 time: 0.0471239 Sep 03 12:52:51.552674 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Request body: {'port': {'device_id': '810dcb16-0f11-4ed5-a489-378f71d1fcef', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'admin_state_up': True, 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'security_groups': ['09841063-16de-4a66-bf79-3f7541ab73e3']}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:51.692946 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Made reservation on behalf of c7d060594d0645abb0e087e7bb9ffe5d for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:52:51.699402 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:51.850181 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-09c4729f-f5a7-44fb-97d9-63a9c36ebd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:51.857684 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 up at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:51.891010 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Allocated IP 172.20.0.4 (54ba5bcc-9e04-4716-bdce-8144ff1c96f1/f804e94f-4cdc-4875-a25a-f1c5b250b678/45e8297e-e742-4265-acdf-02ef8c572773) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:52:51.963520 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Provisioning complete for port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:51.964147 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:52.089052 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:52.106578 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Transition to ACTIVE for port object 45e8297e-e742-4265-acdf-02ef8c572773 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:52.140810 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:52.184462 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:52:52.187779 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:52:52.191414 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:52:52.202513 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event updated for resources: {'Port': ['ID=45e8297e-e742-4265-acdf-02ef8c572773,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:52.279224 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:52.280053 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:52.308158 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:52.309496 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ee384b36-9252-409e-8233-6145d23dda67 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608268 Sep 03 12:52:52.326482 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae6a5-e2d3-4425-8094-7585e82da907 req-f511a421-8bbd-498b-b327-35ebd020fef0 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:52.328193 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8fcae6a5-e2d3-4425-8094-7585e82da907 req-f511a421-8bbd-498b-b327-35ebd020fef0 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 931 time: 0.0951209 Sep 03 12:52:52.333278 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Request body: {'port': {'device_id': '810dcb16-0f11-4ed5-a489-378f71d1fcef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:52.414454 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8fcae6a5-e2d3-4425-8094-7585e82da907 req-de3c116e-7eeb-4b3c-bf97-08202dd39f87 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=09841063-16de-4a66-bf79-3f7541ab73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740771 Sep 03 12:52:52.445955 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:52.461616 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-b70b7759-305f-43a2-8953-364020326a74 None None] Provisioning for port 45e8297e-e742-4265-acdf-02ef8c572773 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:52.465986 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-b70b7759-305f-43a2-8953-364020326a74 None None] Provisioning complete for port 45e8297e-e742-4265-acdf-02ef8c572773 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:52.466562 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-b70b7759-305f-43a2-8953-364020326a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:52.506464 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-b70b7759-305f-43a2-8953-364020326a74 None None] Port 45e8297e-e742-4265-acdf-02ef8c572773 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:52:52.746677 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e8297e-e742-4265-acdf-02ef8c572773 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:52:52.755006 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:52.768379 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Transition to ACTIVE for port object 45e8297e-e742-4265-acdf-02ef8c572773 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:52:52.774637 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:52.911621 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Pushing event updated for resources: {'Port': ['ID=45e8297e-e742-4265-acdf-02ef8c572773,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:52.979630 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Attempting to bind port 45e8297e-e742-4265-acdf-02ef8c572773 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:52:52.979984 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Attempting to bind port 45e8297e-e742-4265-acdf-02ef8c572773 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:52:52.980295 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Attempting to bind port 45e8297e-e742-4265-acdf-02ef8c572773 on network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:52:52.985126 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Port 45e8297e-e742-4265-acdf-02ef8c572773 on network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:52:52.985614 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Attempting to bind port 45e8297e-e742-4265-acdf-02ef8c572773 on network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:52:52.990909 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:52:52.991278 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Checking segment: {'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:52:52.991714 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Bound using segment: {'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:52:52.992112 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Bound port: 45e8297e-e742-4265-acdf-02ef8c572773, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:52:52.992463 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:53.064844 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] For port 45e8297e-e742-4265-acdf-02ef8c572773, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:52:53.068315 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] For port 45e8297e-e742-4265-acdf-02ef8c572773, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=45e8297e-e742-4265-acdf-02ef8c572773,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:52:53.074078 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:53.110609 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:53.111259 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:53.112654 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] 10.222.0.22 "PUT /v2.0/ports/45e8297e-e742-4265-acdf-02ef8c572773 HTTP/1.1" status: 200 len: 1093 time: 0.7834620 Sep 03 12:52:53.113179 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810dcb16-0f11-4ed5-a489-378f71d1fcef', 'tag': '45e8297e-e742-4265-acdf-02ef8c572773'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:52:53.115488 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bd983f-eb42-4727-b725-004516346ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "810dcb16-0f11-4ed5-a489-378f71d1fcef", "tag": "45e8297e-e742-4265-acdf-02ef8c572773"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:52:53.155667 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8d1f4-3561-4a14-a8c6-d2f07bebe598 service neutron] Pushing event updated for resources: {'Port': ['ID=45e8297e-e742-4265-acdf-02ef8c572773,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:53.188788 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2fc766-b991-4ed7-83e0-17378cae4ac2 x-openstack-request-id: req-6f2fc766-b991-4ed7-83e0-17378cae4ac2 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:52:53.189067 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810dcb16-0f11-4ed5-a489-378f71d1fcef", "tag": "45e8297e-e742-4265-acdf-02ef8c572773", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:52:53.189323 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f2fc766-b991-4ed7-83e0-17378cae4ac2 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:52:53.189718 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810dcb16-0f11-4ed5-a489-378f71d1fcef', 'tag': '45e8297e-e742-4265-acdf-02ef8c572773', 'status': 'completed', 'code': 200} Sep 03 12:52:53.235418 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-9759e310-6683-45e5-b693-d8172f22cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:53.238379 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-9759e310-6683-45e5-b693-d8172f22cdd3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7d060594d0645abb0e087e7bb9ffe5d&device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 1096 time: 0.0688899 Sep 03 12:52:53.423234 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:53.465745 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:53.609536 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad70e3-a073-4d5d-af21-a917cf33f993 req-4f955736-932e-4805-b421-7f6022f14805 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:53.620796 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d1ad70e3-a073-4d5d-af21-a917cf33f993 req-4f955736-932e-4805-b421-7f6022f14805 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 943 time: 0.0726705 Sep 03 12:52:53.668545 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d1ad70e3-a073-4d5d-af21-a917cf33f993 req-df1938d0-7f41-4d97-bdb1-22b154e9ad3f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=09841063-16de-4a66-bf79-3f7541ab73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464208 Sep 03 12:52:53.700294 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-4d7fb317-4024-47c9-b5f9-cf321b82f15b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e8297e-e742-4265-acdf-02ef8c572773 HTTP/1.1" status: 200 len: 217 time: 0.4526386 Sep 03 12:52:53.777035 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-54035f64-5c77-4f5a-a4b5-ce86687ac5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:53.778519 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-54035f64-5c77-4f5a-a4b5-ce86687ac5c5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f804e94f-4cdc-4875-a25a-f1c5b250b678 HTTP/1.1" status: 200 len: 850 time: 0.0690527 Sep 03 12:52:53.832489 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ce76dcdd-ee21-4ccc-b0d5-ca13f5a4e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:53.834114 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-ce76dcdd-ee21-4ccc-b0d5-ca13f5a4e423 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470109 Sep 03 12:52:53.948028 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-f5885119-6b01-49ac-b433-0288ea7b1f2b service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053538 Sep 03 12:52:54.068464 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-496eb5c9-02fe-465e-bfe9-a52221eeb960 req-79197250-163f-4a78-ba2b-ab77ed545068 service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110685 Sep 03 12:52:54.166616 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd983f-eb42-4727-b725-004516346ca4 req-d0bb59b0-8d60-466a-88f2-0def8fbee73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:54.168166 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e4bd983f-eb42-4727-b725-004516346ca4 req-d0bb59b0-8d60-466a-88f2-0def8fbee73e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7d060594d0645abb0e087e7bb9ffe5d&device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 1096 time: 0.0475848 Sep 03 12:52:54.280315 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd983f-eb42-4727-b725-004516346ca4 req-5cf1bf1a-6e3f-43fb-8cff-9ef5d401b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:54.281817 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e4bd983f-eb42-4727-b725-004516346ca4 req-5cf1bf1a-6e3f-43fb-8cff-9ef5d401b332 service neutron] 10.222.0.22 "GET /v2.0/networks?id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1 HTTP/1.1" status: 200 len: 912 time: 0.1041193 Sep 03 12:52:54.337567 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e4bd983f-eb42-4727-b725-004516346ca4 req-2b5e7134-1416-402b-9a4d-950a9cbfce97 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e8297e-e742-4265-acdf-02ef8c572773 HTTP/1.1" status: 200 len: 217 time: 0.0451841 Sep 03 12:52:54.403414 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd983f-eb42-4727-b725-004516346ca4 req-0721cb16-234d-41f9-8f79-c2836eec97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:54.405135 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e4bd983f-eb42-4727-b725-004516346ca4 req-0721cb16-234d-41f9-8f79-c2836eec97e0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f804e94f-4cdc-4875-a25a-f1c5b250b678 HTTP/1.1" status: 200 len: 850 time: 0.0594213 Sep 03 12:52:54.462008 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd983f-eb42-4727-b725-004516346ca4 req-8599ed34-6fa4-49b6-90e3-5144f8ea84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:54.463602 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e4bd983f-eb42-4727-b725-004516346ca4 req-8599ed34-6fa4-49b6-90e3-5144f8ea84b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503569 Sep 03 12:52:54.569048 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e4bd983f-eb42-4727-b725-004516346ca4 req-1328b919-dadc-48f3-9c3e-f18762b9d81f service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950828 Sep 03 12:52:54.681197 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e4bd983f-eb42-4727-b725-004516346ca4 req-b3964c74-0a88-49dc-b875-024240150a54 service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041403 Sep 03 12:52:54.784611 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9ba82-8169-4263-b1a8-fed3b5e62e5d req-815f789a-f32d-4ca3-91d4-af2bf52c9f31 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:54.786734 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-02b9ba82-8169-4263-b1a8-fed3b5e62e5d req-815f789a-f32d-4ca3-91d4-af2bf52c9f31 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 943 time: 0.0514083 Sep 03 12:52:54.839529 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-02b9ba82-8169-4263-b1a8-fed3b5e62e5d req-aa34bb24-b094-4f18-82b3-af108588d3b9 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=09841063-16de-4a66-bf79-3f7541ab73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444057 Sep 03 12:52:54.976182 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:55.435280 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40586) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:55.558575 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1c6607d2-18bc-4f3d-bfd0-b4289590ce0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:55.675364 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1c6607d2-18bc-4f3d-bfd0-b4289590ce0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:55.680865 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1c6607d2-18bc-4f3d-bfd0-b4289590ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:55.722313 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6607d2-18bc-4f3d-bfd0-b4289590ce0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6210bac0-f34a-4b76-bc2e-e6b141171bcd,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:55.727192 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-1c6607d2-18bc-4f3d-bfd0-b4289590ce0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d1cf80f0036424e8b5ff455ba1d1d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910237 Sep 03 12:52:55.730409 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40590) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:55.782934 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-75e15cb5-528c-47fd-82ae-8d8eddbadfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:55.809243 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-75e15cb5-528c-47fd-82ae-8d8eddbadfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:55.868378 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-75e15cb5-528c-47fd-82ae-8d8eddbadfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:55.871213 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-75e15cb5-528c-47fd-82ae-8d8eddbadfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:55.872435 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-75e15cb5-528c-47fd-82ae-8d8eddbadfa4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6210bac0-f34a-4b76-bc2e-e6b141171bcd HTTP/1.1" status: 204 len: 168 time: 0.1417572 Sep 03 12:52:55.887798 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e15cb5-528c-47fd-82ae-8d8eddbadfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6210bac0-f34a-4b76-bc2e-e6b141171bcd,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:55.995299 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb8011-0163-4c58-904a-705b53e49c74 req-bb2b5fcf-5472-4832-9ef6-97c8c52f4c61 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:55.997343 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0feb8011-0163-4c58-904a-705b53e49c74 req-bb2b5fcf-5472-4832-9ef6-97c8c52f4c61 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 943 time: 0.0551181 Sep 03 12:52:56.060671 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0feb8011-0163-4c58-904a-705b53e49c74 req-ccec888d-c17a-4e9f-b45d-9b28f508a3c4 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=09841063-16de-4a66-bf79-3f7541ab73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524485 Sep 03 12:52:56.142385 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 45e8297e-e742-4265-acdf-02ef8c572773 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:52:56.238317 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40600) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:56.251909 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2a3512ab-36aa-4a77-9de2-68bfb9134a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:56.280961 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 45e8297e-e742-4265-acdf-02ef8c572773, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=45e8297e-e742-4265-acdf-02ef8c572773,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:56.298874 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '45e8297e-e742-4265-acdf-02ef8c572773', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'port_id': '45e8297e-e742-4265-acdf-02ef8c572773', 'mac_address': 'fa:16:3e:30:4d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:52:56.346234 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:56.360901 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e8297e-e742-4265-acdf-02ef8c572773 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:52:56.374524 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2a3512ab-36aa-4a77-9de2-68bfb9134a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:56.379756 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2a3512ab-36aa-4a77-9de2-68bfb9134a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:56.388270 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 45e8297e-e742-4265-acdf-02ef8c572773, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=45e8297e-e742-4265-acdf-02ef8c572773,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:56.397299 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:56.423216 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3512ab-36aa-4a77-9de2-68bfb9134a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee4bd68-73ba-4ecd-9887-98e09e645b3c,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:56.428187 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2a3512ab-36aa-4a77-9de2-68bfb9134a5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8137102dad3424aa98139c482826d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885951 Sep 03 12:52:56.431909 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40602) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:52:56.461295 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=45e8297e-e742-4265-acdf-02ef8c572773,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:56.494364 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-dc62c0f0-9ffb-4cff-a028-f7aaa17b5c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:56.517825 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-dc62c0f0-9ffb-4cff-a028-f7aaa17b5c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:56.585451 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-dc62c0f0-9ffb-4cff-a028-f7aaa17b5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:56.588213 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-dc62c0f0-9ffb-4cff-a028-f7aaa17b5c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:56.589466 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-dc62c0f0-9ffb-4cff-a028-f7aaa17b5c4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fee4bd68-73ba-4ecd-9887-98e09e645b3c HTTP/1.1" status: 204 len: 168 time: 0.1561122 Sep 03 12:52:56.597816 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62c0f0-9ffb-4cff-a028-f7aaa17b5c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee4bd68-73ba-4ecd-9887-98e09e645b3c,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:56.645066 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['45e8297e-e742-4265-acdf-02ef8c572773'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:52:57.219972 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf144-8871-4902-a019-c99a3d0bd2fe req-cf6e29d0-00be-4a4f-9495-4dac676ec95b tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:57.222158 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-619bf144-8871-4902-a019-c99a3d0bd2fe req-cf6e29d0-00be-4a4f-9495-4dac676ec95b tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 944 time: 0.0643575 Sep 03 12:52:57.291050 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-619bf144-8871-4902-a019-c99a3d0bd2fe req-1db86f73-9424-4931-a2d1-237946e3725a tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=09841063-16de-4a66-bf79-3f7541ab73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570915 Sep 03 12:52:58.146961 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 45e8297e-e742-4265-acdf-02ef8c572773 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:58.197015 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 45e8297e-e742-4265-acdf-02ef8c572773 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:52:58.203940 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 45e8297e-e742-4265-acdf-02ef8c572773 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:58.204430 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:58.298960 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:58.328106 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810dcb16-0f11-4ed5-a489-378f71d1fcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e8297e-e742-4265-acdf-02ef8c572773'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:52:58.330584 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f25fdb-2a5f-46f5-8872-36394f5eb824" -d '{"events": [{"server_uuid": "810dcb16-0f11-4ed5-a489-378f71d1fcef", "name": "network-vif-plugged", "status": "completed", "tag": "45e8297e-e742-4265-acdf-02ef8c572773"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:52:58.346943 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 45e8297e-e742-4265-acdf-02ef8c572773, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=45e8297e-e742-4265-acdf-02ef8c572773,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:52:58.352603 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:58.424311 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-b85d02d6-86d6-4ae9-9e3b-000bf6a44f39 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:58.431941 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-b85d02d6-86d6-4ae9-9e3b-000bf6a44f39 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/networks?id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb HTTP/1.1" status: 200 len: 815 time: 0.1193440 Sep 03 12:52:58.437028 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=45e8297e-e742-4265-acdf-02ef8c572773,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:58.445942 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc36ac-232c-45fe-8934-58fa52486551 req-e5283b09-9b28-447b-909a-d7838b0d4db7 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:58.447595 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5cdc36ac-232c-45fe-8934-58fa52486551 req-e5283b09-9b28-447b-909a-d7838b0d4db7 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 945 time: 0.0665176 Sep 03 12:52:58.449146 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-37311406-8059-48cd-a65a-43a518470eda tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/quotas/ee7d0da6d15b48c9851713e689c8e2ae HTTP/1.1" status: 200 len: 375 time: 0.0162308 Sep 03 12:52:58.494787 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5cdc36ac-232c-45fe-8934-58fa52486551 req-9dba9809-0d52-4fe7-b2d7-76e1d045c325 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=09841063-16de-4a66-bf79-3f7541ab73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412207 Sep 03 12:52:58.510212 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-6d1b4533-2fee-4ec5-bbd1-b08d2b17e4bb tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee7d0da6d15b48c9851713e689c8e2ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600948 Sep 03 12:52:58.611099 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-6652d034-560c-4c65-bc12-39af86c565a1 service neutron] 10.222.0.23 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918419 Sep 03 12:52:58.682508 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1049d685-7051-4c52-8621-9435d1db9956 x-openstack-request-id: req-1049d685-7051-4c52-8621-9435d1db9956 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:52:58.682839 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810dcb16-0f11-4ed5-a489-378f71d1fcef", "name": "network-vif-plugged", "status": "completed", "tag": "45e8297e-e742-4265-acdf-02ef8c572773", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:52:58.683091 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1049d685-7051-4c52-8621-9435d1db9956 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:52:58.684022 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810dcb16-0f11-4ed5-a489-378f71d1fcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e8297e-e742-4265-acdf-02ef8c572773', 'code': 200} Sep 03 12:52:58.707432 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e78f0b9b-447c-4edf-b8fd-97089d04e6b0 service neutron] 10.222.0.23 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894210 Sep 03 12:52:58.870585 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f5c55-d8c9-46d7-940d-530860319fbd req-fc758a95-3c7d-46ad-abed-548dab80d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:58.872305 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ad5f5c55-d8c9-46d7-940d-530860319fbd req-fc758a95-3c7d-46ad-abed-548dab80d236 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 1098 time: 0.0458348 Sep 03 12:52:58.877170 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-eb733476-8cb2-4a09-bf74-b9a6eaa125fc req-fb4ebc36-f186-4646-8a37-8b9e8485d700 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 210 time: 0.0270143 Sep 03 12:52:58.914007 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ad5f5c55-d8c9-46d7-940d-530860319fbd req-015e5b2c-7421-4fcf-b40e-d6240e2d5475 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=09841063-16de-4a66-bf79-3f7541ab73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336161 Sep 03 12:52:59.615019 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9c215-cff3-4785-bfe4-f477d84d9624 req-23d659c6-fdbf-455c-9d8b-2c5d1751b6ba tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:59.616578 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-50a9c215-cff3-4785-bfe4-f477d84d9624 req-23d659c6-fdbf-455c-9d8b-2c5d1751b6ba tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 945 time: 0.0492435 Sep 03 12:52:59.660762 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-50a9c215-cff3-4785-bfe4-f477d84d9624 req-25d953f2-87b8-4db4-b7c5-a3f0803eb01e tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=09841063-16de-4a66-bf79-3f7541ab73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375741 Sep 03 12:52:59.837352 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-021f59d6-2d27-4ff3-9ae8-f050c9bcbc1c tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:52:59.839173 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-021f59d6-2d27-4ff3-9ae8-f050c9bcbc1c tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.22 "GET /v2.0/networks?id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb HTTP/1.1" status: 200 len: 815 time: 0.1303093 Sep 03 12:52:59.866082 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Request body: {'port': {'device_id': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'admin_state_up': True, 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:52:59.988229 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2518ec1c-7522-460d-bb1d-7956755a2226 req-2608ae79-1236-4262-b0a0-8c2b0d6ab5cd tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 210 time: 0.0333061 Sep 03 12:53:00.029093 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Made reservation on behalf of ee7d0da6d15b48c9851713e689c8e2ae for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:53:00.032818 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:00.191023 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Allocated IP 172.20.0.9 (2fc996e1-4b75-4a9f-b71c-8e51b6a72adb/ada30665-e22e-4b56-bb5b-b46cc3293d85/9e9a9683-4862-49aa-bb77-d709c0acb355) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:53:00.377249 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:00.391550 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Transition to ACTIVE for port object 9e9a9683-4862-49aa-bb77-d709c0acb355 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:53:00.427355 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:00.476767 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event updated for resources: {'Port': ['ID=9e9a9683-4862-49aa-bb77-d709c0acb355,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:00.493171 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:53:00.494859 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:53:00.498763 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:53:00.585651 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:00.586460 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:00.604493 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-313155de-de72-45e8-a49d-97a8f22d53b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7424688 Sep 03 12:53:00.800835 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd17406-e6b6-438d-a442-b3f0e49adc14 req-34df06ee-cd74-48a2-b746-70ece208995f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:00.803086 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9dd17406-e6b6-438d-a442-b3f0e49adc14 req-34df06ee-cd74-48a2-b746-70ece208995f tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 945 time: 0.0563934 Sep 03 12:53:00.855452 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9dd17406-e6b6-438d-a442-b3f0e49adc14 req-34dc1d25-018e-4045-86a9-7b6ef828a8b7 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=09841063-16de-4a66-bf79-3f7541ab73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447032 Sep 03 12:53:00.966798 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-51351a30-b99a-425d-95c0-9064f5680c2d None None] Provisioning for port 9e9a9683-4862-49aa-bb77-d709c0acb355 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:53:00.972488 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-51351a30-b99a-425d-95c0-9064f5680c2d None None] Provisioning complete for port 9e9a9683-4862-49aa-bb77-d709c0acb355 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:53:00.973384 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-51351a30-b99a-425d-95c0-9064f5680c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:01.023892 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-51351a30-b99a-425d-95c0-9064f5680c2d None None] Port 9e9a9683-4862-49aa-bb77-d709c0acb355 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:53:01.026982 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644a713-1a79-4e7f-88be-0328a000d36e req-ca7cc6d8-191b-46ea-9d2e-723f48c251a1 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:01.028519 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9644a713-1a79-4e7f-88be-0328a000d36e req-ca7cc6d8-191b-46ea-9d2e-723f48c251a1 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 945 time: 0.0830770 Sep 03 12:53:01.037279 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40752) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:01.042611 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-cf744c76-fda6-42f0-88c5-9da67f4f5ade tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Request body: {'floatingip': {'port_id': '45e8297e-e742-4265-acdf-02ef8c572773'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:53:01.085878 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cf744c76-fda6-42f0-88c5-9da67f4f5ade tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:01.230413 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95a2b0-97d3-4a8d-b7c8-4f9f07306085 req-a073647d-064f-48c6-be58-ec66562dcd99 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:01.231986 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7b95a2b0-97d3-4a8d-b7c8-4f9f07306085 req-a073647d-064f-48c6-be58-ec66562dcd99 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 931 time: 0.1437166 Sep 03 12:53:01.343615 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7b95a2b0-97d3-4a8d-b7c8-4f9f07306085 req-95bea1f0-85ab-4be0-b82a-8b47a755343f tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048584 Sep 03 12:53:01.636678 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cf744c76-fda6-42f0-88c5-9da67f4f5ade tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:01.640970 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cf744c76-fda6-42f0-88c5-9da67f4f5ade tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:01.755278 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.l3_db [None req-cf744c76-fda6-42f0-88c5-9da67f4f5ade tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Floating IP 3c069ac0-0888-4715-97c4-49067a1d0030 associated. External IP: 172.27.0.140, port: 45e8297e-e742-4265-acdf-02ef8c572773. Sep 03 12:53:01.868650 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40762) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:01.994631 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b65718a1-b999-4d0e-96ad-19c1d6b5c707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:02.012030 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf744c76-fda6-42f0-88c5-9da67f4f5ade tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Router 1ca03b11-1d5c-432a-8192-de31c5b7f94c has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:53:02.100989 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b65718a1-b999-4d0e-96ad-19c1d6b5c707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:02.110955 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b65718a1-b999-4d0e-96ad-19c1d6b5c707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:02.129534 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf744c76-fda6-42f0-88c5-9da67f4f5ade tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:53:02.134481 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cf744c76-fda6-42f0-88c5-9da67f4f5ade tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:02.142922 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae84dfa0-c741-4324-8dca-1d73201aedad None None] Sync routers for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:53:02.158856 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae84dfa0-c741-4324-8dca-1d73201aedad None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:53:02.160199 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-ae84dfa0-c741-4324-8dca-1d73201aedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:53:02.169525 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-cf744c76-fda6-42f0-88c5-9da67f4f5ade tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "PUT /v2.0/floatingips/3c069ac0-0888-4715-97c4-49067a1d0030 HTTP/1.1" status: 200 len: 991 time: 1.1305549 Sep 03 12:53:02.170240 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810dcb16-0f11-4ed5-a489-378f71d1fcef', 'tag': '45e8297e-e742-4265-acdf-02ef8c572773'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:53:02.172629 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0dabc0-8391-4d00-97d6-d836c10318fc" -d '{"events": [{"name": "network-changed", "server_uuid": "810dcb16-0f11-4ed5-a489-378f71d1fcef", "tag": "45e8297e-e742-4265-acdf-02ef8c572773"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:53:02.192181 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40770) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:02.192360 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b65718a1-b999-4d0e-96ad-19c1d6b5c707 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12983ffe25e242f6a9741e909b86d69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248067 Sep 03 12:53:02.192977 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65718a1-b999-4d0e-96ad-19c1d6b5c707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be80464f-8767-4bda-9054-208fa2146727,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:02.264954 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9c0240ce-906f-4319-a458-7bfd6fdd5d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:02.303691 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9c0240ce-906f-4319-a458-7bfd6fdd5d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:02.360707 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9c0240ce-906f-4319-a458-7bfd6fdd5d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:02.363238 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9c0240ce-906f-4319-a458-7bfd6fdd5d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:02.364416 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-9c0240ce-906f-4319-a458-7bfd6fdd5d8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be80464f-8767-4bda-9054-208fa2146727 HTTP/1.1" status: 204 len: 168 time: 0.1711307 Sep 03 12:53:02.376243 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0240ce-906f-4319-a458-7bfd6fdd5d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be80464f-8767-4bda-9054-208fa2146727,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:02.432825 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-ae84dfa0-c741-4324-8dca-1d73201aedad None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:53:02.698405 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40778) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:02.714868 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-54f7be99-3a64-4ca7-9e69-dc780b8ff0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:02.740944 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-ae84dfa0-c741-4324-8dca-1d73201aedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '3c069ac0-0888-4715-97c4-49067a1d0030', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'port_id': '45e8297e-e742-4265-acdf-02ef8c572773', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'mac_address': 'fa:16:3e:30:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810dcb16-0f11-4ed5-a489-378f71d1fcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:52:48Z', 'updated_at': '2021-09-03T12:53:01Z', 'revision_number': 1, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:40Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:53:02.780360 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae84dfa0-c741-4324-8dca-1d73201aedad None None] Checking router: 1ca03b11-1d5c-432a-8192-de31c5b7f94c for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:53:02.790940 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae84dfa0-c741-4324-8dca-1d73201aedad None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:53:02.791767 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-ae84dfa0-c741-4324-8dca-1d73201aedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:52:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:53:02.822521 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-54f7be99-3a64-4ca7-9e69-dc780b8ff0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:02.826626 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-54f7be99-3a64-4ca7-9e69-dc780b8ff0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:02.867652 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-54f7be99-3a64-4ca7-9e69-dc780b8ff0b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55697f5a35ee4691a1cbe4f8d766bdd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679115 Sep 03 12:53:02.868651 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7be99-3a64-4ca7-9e69-dc780b8ff0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954d40f4-c5b7-4fb1-9027-083a09e39758,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:02.870215 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40780) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:02.916707 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-ae84dfa0-c741-4324-8dca-1d73201aedad None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:53:02.925199 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-03d770f8-f08c-430f-8d1e-fece5024f47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:02.957532 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-03d770f8-f08c-430f-8d1e-fece5024f47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:03.004744 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-03d770f8-f08c-430f-8d1e-fece5024f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:03.009458 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-03d770f8-f08c-430f-8d1e-fece5024f47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:03.011249 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-03d770f8-f08c-430f-8d1e-fece5024f47e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/954d40f4-c5b7-4fb1-9027-083a09e39758 HTTP/1.1" status: 204 len: 168 time: 0.1393604 Sep 03 12:53:03.020235 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d770f8-f08c-430f-8d1e-fece5024f47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954d40f4-c5b7-4fb1-9027-083a09e39758,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:03.196901 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-ae84dfa0-c741-4324-8dca-1d73201aedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '3c069ac0-0888-4715-97c4-49067a1d0030', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'port_id': '45e8297e-e742-4265-acdf-02ef8c572773', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'mac_address': 'fa:16:3e:30:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810dcb16-0f11-4ed5-a489-378f71d1fcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:52:48Z', 'updated_at': '2021-09-03T12:53:01Z', 'revision_number': 1, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:40Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:53:03.224742 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae84dfa0-c741-4324-8dca-1d73201aedad None None] The sync data for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi is: [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '3c069ac0-0888-4715-97c4-49067a1d0030', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'port_id': '45e8297e-e742-4265-acdf-02ef8c572773', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'mac_address': 'fa:16:3e:30:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810dcb16-0f11-4ed5-a489-378f71d1fcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:52:48Z', 'updated_at': '2021-09-03T12:53:01Z', 'revision_number': 1, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:40Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:53:03.460292 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0f6e0-bd1c-428a-9970-68373d6e4821 None None] New status for floating IP 3c069ac0-0888-4715-97c4-49067a1d0030: ACTIVE {{(pid=100324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:53:05.070226 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40842) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:05.180701 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3a60935b-a7f9-492a-8642-d0bba3b79ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:05.279144 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3a60935b-a7f9-492a-8642-d0bba3b79ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:05.283998 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3a60935b-a7f9-492a-8642-d0bba3b79ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:05.320882 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60935b-a7f9-492a-8642-d0bba3b79ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119eb5b8-9f6b-4fb8-812f-a3e33782afe8,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:05.332044 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40846) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:05.332515 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-3a60935b-a7f9-492a-8642-d0bba3b79ccc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d75e848003d345568c4bed0b023dc2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606554 Sep 03 12:53:05.383979 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-48b121ee-e526-41df-a604-a293f0402825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:05.405553 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-48b121ee-e526-41df-a604-a293f0402825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:05.455353 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-48b121ee-e526-41df-a604-a293f0402825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:05.457823 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-48b121ee-e526-41df-a604-a293f0402825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:05.461375 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-48b121ee-e526-41df-a604-a293f0402825 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/119eb5b8-9f6b-4fb8-812f-a3e33782afe8 HTTP/1.1" status: 204 len: 168 time: 0.1258960 Sep 03 12:53:05.467365 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b121ee-e526-41df-a604-a293f0402825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119eb5b8-9f6b-4fb8-812f-a3e33782afe8,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:05.821572 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 40852) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:05.836071 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5f43-acd0-4135-bd43-293eb1c337d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:05.935559 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5f43-acd0-4135-bd43-293eb1c337d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:05.940756 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5f43-acd0-4135-bd43-293eb1c337d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:05.977422 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b5f43-acd0-4135-bd43-293eb1c337d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69987438-9539-4bd9-9d47-525acb5d3c97,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:05.985866 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-8e2b5f43-acd0-4135-bd43-293eb1c337d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb9887fe6deb4b9196481bd5f56e3a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632004 Sep 03 12:53:05.988617 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 40854) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:06.042303 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-96cbcba6-c518-41e9-89f2-3e5b6950999c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:06.063586 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-96cbcba6-c518-41e9-89f2-3e5b6950999c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:06.115561 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-96cbcba6-c518-41e9-89f2-3e5b6950999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:06.118687 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-96cbcba6-c518-41e9-89f2-3e5b6950999c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:06.119886 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-96cbcba6-c518-41e9-89f2-3e5b6950999c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69987438-9539-4bd9-9d47-525acb5d3c97 HTTP/1.1" status: 204 len: 168 time: 0.1301854 Sep 03 12:53:06.128268 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbcba6-c518-41e9-89f2-3e5b6950999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69987438-9539-4bd9-9d47-525acb5d3c97,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:11.267022 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Request body: {'port': {'device_id': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:53:11.320572 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1c53f4-fb9f-4eec-9763-71a8b11acd55 x-openstack-request-id: req-9f1c53f4-fb9f-4eec-9763-71a8b11acd55 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:53:11.320933 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810dcb16-0f11-4ed5-a489-378f71d1fcef", "tag": "45e8297e-e742-4265-acdf-02ef8c572773", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:53:11.321086 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f1c53f4-fb9f-4eec-9763-71a8b11acd55 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:53:11.321484 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810dcb16-0f11-4ed5-a489-378f71d1fcef', 'tag': '45e8297e-e742-4265-acdf-02ef8c572773', 'status': 'completed', 'code': 200} Sep 03 12:53:11.322179 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:11.513653 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15f89f-3c60-46cc-80ad-5700b400b517 req-c227883c-ed45-4ca6-8f43-2d0eb94adaed tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:11.515164 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4f15f89f-3c60-46cc-80ad-5700b400b517 req-c227883c-ed45-4ca6-8f43-2d0eb94adaed tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 931 time: 0.1476431 Sep 03 12:53:11.521613 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dabc0-8391-4d00-97d6-d836c10318fc req-324a557b-0d1a-4138-a887-335f15b9576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:11.523650 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5a0dabc0-8391-4d00-97d6-d836c10318fc req-324a557b-0d1a-4138-a887-335f15b9576f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7d060594d0645abb0e087e7bb9ffe5d&device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 1098 time: 0.1680045 Sep 03 12:53:11.677809 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4f15f89f-3c60-46cc-80ad-5700b400b517 req-5c4245be-a03f-4479-b310-bfd40a0e00b4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532156 Sep 03 12:53:11.730670 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dabc0-8391-4d00-97d6-d836c10318fc req-33f7221a-b2de-489c-ba85-8f2b62c6f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:11.732159 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5a0dabc0-8391-4d00-97d6-d836c10318fc req-33f7221a-b2de-489c-ba85-8f2b62c6f87e service neutron] 10.222.0.22 "GET /v2.0/networks?id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1 HTTP/1.1" status: 200 len: 912 time: 0.1983051 Sep 03 12:53:11.821418 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9a9683-4862-49aa-bb77-d709c0acb355 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:53:11.831981 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:11.835215 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5a0dabc0-8391-4d00-97d6-d836c10318fc req-b714aee3-6183-49b0-87a9-38e94db55984 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e8297e-e742-4265-acdf-02ef8c572773 HTTP/1.1" status: 200 len: 1001 time: 0.0929418 Sep 03 12:53:11.851635 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Transition to ACTIVE for port object 9e9a9683-4862-49aa-bb77-d709c0acb355 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:53:11.875339 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:11.926439 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dabc0-8391-4d00-97d6-d836c10318fc req-1c16fdc5-ea73-4156-8a34-c62b7d797dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:11.928225 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5a0dabc0-8391-4d00-97d6-d836c10318fc req-1c16fdc5-ea73-4156-8a34-c62b7d797dc6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f804e94f-4cdc-4875-a25a-f1c5b250b678 HTTP/1.1" status: 200 len: 850 time: 0.0845861 Sep 03 12:53:11.947386 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Pushing event updated for resources: {'Port': ['ID=9e9a9683-4862-49aa-bb77-d709c0acb355,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:12.028649 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dabc0-8391-4d00-97d6-d836c10318fc req-2d0bcc68-fe6e-48a4-8098-292128db3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:12.030179 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5a0dabc0-8391-4d00-97d6-d836c10318fc req-2d0bcc68-fe6e-48a4-8098-292128db3211 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54ba5bcc-9e04-4716-bdce-8144ff1c96f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905180 Sep 03 12:53:12.065786 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Attempting to bind port 9e9a9683-4862-49aa-bb77-d709c0acb355 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:53:12.066045 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Attempting to bind port 9e9a9683-4862-49aa-bb77-d709c0acb355 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '299f79c5-bc95-4cd1-8044-d13a545d52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:53:12.066369 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Attempting to bind port 9e9a9683-4862-49aa-bb77-d709c0acb355 on network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:53:12.080879 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Port 9e9a9683-4862-49aa-bb77-d709c0acb355 on network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:53:12.081130 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Attempting to bind port 9e9a9683-4862-49aa-bb77-d709c0acb355 on network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:53:12.110963 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:53:12.111294 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Checking segment: {'id': '299f79c5-bc95-4cd1-8044-d13a545d52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:53:12.111675 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Bound using segment: {'id': '299f79c5-bc95-4cd1-8044-d13a545d52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:53:12.112096 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Bound port: 9e9a9683-4862-49aa-bb77-d709c0acb355, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299f79c5-bc95-4cd1-8044-d13a545d52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:53:12.112449 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:12.169788 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5a0dabc0-8391-4d00-97d6-d836c10318fc req-a934eb10-1516-4f55-beea-860f17995d08 service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256464 Sep 03 12:53:12.219828 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] For port 9e9a9683-4862-49aa-bb77-d709c0acb355, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:53:12.257768 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] For port 9e9a9683-4862-49aa-bb77-d709c0acb355, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9e9a9683-4862-49aa-bb77-d709c0acb355,segment=NetworkSegment(299f79c5-bc95-4cd1-8044-d13a545d52ec),segment_id=299f79c5-bc95-4cd1-8044-d13a545d52ec)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:53:12.265187 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:12.307983 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:12.308523 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:12.309864 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] 10.222.0.22 "PUT /v2.0/ports/9e9a9683-4862-49aa-bb77-d709c0acb355 HTTP/1.1" status: 200 len: 1093 time: 1.0474453 Sep 03 12:53:12.339317 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5a0dabc0-8391-4d00-97d6-d836c10318fc req-f53c8bea-d49c-4948-856b-f3fe8830fadb service neutron] 10.222.0.22 "GET /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618145 Sep 03 12:53:12.340041 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3288888-039e-4d2c-978b-0b405858d85f service neutron] Pushing event updated for resources: {'Port': ['ID=9e9a9683-4862-49aa-bb77-d709c0acb355,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:12.642689 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:53:12.649853 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-7601cc89-4ea0-4e3b-ae61-9be39a734415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:12.651386 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-7601cc89-4ea0-4e3b-ae61-9be39a734415 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee7d0da6d15b48c9851713e689c8e2ae&device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 1096 time: 0.2937748 Sep 03 12:53:12.696235 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-9aaa348a-75e8-4a91-9c79-c1c10c386cd0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e9a9683-4862-49aa-bb77-d709c0acb355 HTTP/1.1" status: 200 len: 217 time: 0.0340350 Sep 03 12:53:12.755426 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e9c6cf42-3ae6-464e-9872-6af05ba36a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:12.757555 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-e9c6cf42-3ae6-464e-9872-6af05ba36a95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ada30665-e22e-4b56-bb5b-b46cc3293d85 HTTP/1.1" status: 200 len: 854 time: 0.0514429 Sep 03 12:53:12.796513 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de5e14-4bad-4009-b66f-f0629c0029c1 req-255941a1-dbf5-4bef-b168-44476aa584f3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:12.798019 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f6de5e14-4bad-4009-b66f-f0629c0029c1 req-255941a1-dbf5-4bef-b168-44476aa584f3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 943 time: 0.0485680 Sep 03 12:53:12.814438 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-d260b350-d315-4479-b305-cb227117d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:12.816022 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-d260b350-d315-4479-b305-cb227117d432 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487890 Sep 03 12:53:12.836415 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f6de5e14-4bad-4009-b66f-f0629c0029c1 req-8912478e-c5ac-4b59-b559-c9169dc8a5f6 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314493 Sep 03 12:53:12.915379 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-51fc88e6-641f-46b4-87c6-013d8ac764c5 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896614 Sep 03 12:53:13.008478 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5cb1bbec-b639-4f81-b9b4-f193048a2adb req-4c53e000-21bb-4b49-90da-dfba85eae11e service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847416 Sep 03 12:53:13.322937 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:53:13.325290 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab1f84d-1381-46f2-a666-bbc6320423a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:53:13.367074 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dbab4e-6491-4456-9f4d-0ffb26921e9f x-openstack-request-id: req-e0dbab4e-6491-4456-9f4d-0ffb26921e9f {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:53:13.367356 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:53:13.367607 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0dbab4e-6491-4456-9f4d-0ffb26921e9f {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:53:13.368003 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355', 'status': 'completed', 'code': 200} Sep 03 12:53:13.452169 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1f84d-1381-46f2-a666-bbc6320423a9 req-ba1afc00-01a3-4840-b0df-a5efd7c0e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:13.453682 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4ab1f84d-1381-46f2-a666-bbc6320423a9 req-ba1afc00-01a3-4840-b0df-a5efd7c0e7c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee7d0da6d15b48c9851713e689c8e2ae&device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0416312 Sep 03 12:53:13.555830 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1f84d-1381-46f2-a666-bbc6320423a9 req-dd0b0d87-12e1-47cb-bc01-5d03e19b51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:13.557292 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4ab1f84d-1381-46f2-a666-bbc6320423a9 req-dd0b0d87-12e1-47cb-bc01-5d03e19b51ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb HTTP/1.1" status: 200 len: 916 time: 0.0952902 Sep 03 12:53:13.604109 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4ab1f84d-1381-46f2-a666-bbc6320423a9 req-0c643c64-95e2-4d40-a3eb-2283922f5852 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e9a9683-4862-49aa-bb77-d709c0acb355 HTTP/1.1" status: 200 len: 217 time: 0.0338113 Sep 03 12:53:13.653170 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1f84d-1381-46f2-a666-bbc6320423a9 req-7dbe6708-6227-4c6f-bc81-2df3abac4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:13.654594 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4ab1f84d-1381-46f2-a666-bbc6320423a9 req-7dbe6708-6227-4c6f-bc81-2df3abac4b6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ada30665-e22e-4b56-bb5b-b46cc3293d85 HTTP/1.1" status: 200 len: 854 time: 0.0437820 Sep 03 12:53:13.704243 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1f84d-1381-46f2-a666-bbc6320423a9 req-73615617-0f46-43e8-9332-6fd4fa5b9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:13.706170 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4ab1f84d-1381-46f2-a666-bbc6320423a9 req-73615617-0f46-43e8-9332-6fd4fa5b9d91 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425649 Sep 03 12:53:13.805978 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4ab1f84d-1381-46f2-a666-bbc6320423a9 req-489b347f-8786-411c-acc6-25b373ef12ec service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865602 Sep 03 12:53:13.908011 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4ab1f84d-1381-46f2-a666-bbc6320423a9 req-47485292-5844-4060-9fd0-d03a8e320bd5 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934620 Sep 03 12:53:13.967996 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8622023-ef65-42a8-ab3f-f5fe185272ab req-88fea441-4856-46f7-9900-19abd7e6e42f tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:13.969441 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c8622023-ef65-42a8-ab3f-f5fe185272ab req-88fea441-4856-46f7-9900-19abd7e6e42f tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 943 time: 0.0518181 Sep 03 12:53:14.006073 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c8622023-ef65-42a8-ab3f-f5fe185272ab req-4ec8a22e-456c-4380-8c2f-407600c49c02 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Sep 03 12:53:15.124113 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70001d2d-d9a6-4344-be78-17680eef27c1 req-62cb5861-c17e-4e3c-a0d8-06d7e2b41829 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:15.125602 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-70001d2d-d9a6-4344-be78-17680eef27c1 req-62cb5861-c17e-4e3c-a0d8-06d7e2b41829 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 943 time: 0.0492337 Sep 03 12:53:15.165652 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-70001d2d-d9a6-4344-be78-17680eef27c1 req-58db7666-09cb-4e97-ac3d-4ad07c398cff tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341671 Sep 03 12:53:16.280493 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45b045-62d5-46cb-9fa7-49da1b9c3969 req-e0ce4597-aa58-4c87-8d9c-2572d9bd4684 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:16.281959 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fa45b045-62d5-46cb-9fa7-49da1b9c3969 req-e0ce4597-aa58-4c87-8d9c-2572d9bd4684 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 943 time: 0.0481815 Sep 03 12:53:16.289943 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 9e9a9683-4862-49aa-bb77-d709c0acb355 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:53:16.319186 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fa45b045-62d5-46cb-9fa7-49da1b9c3969 req-0bec95fa-3c98-4dfc-b559-eb9fbbef09dd tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313032 Sep 03 12:53:16.390152 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 9e9a9683-4862-49aa-bb77-d709c0acb355, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9e9a9683-4862-49aa-bb77-d709c0acb355,segment=NetworkSegment(299f79c5-bc95-4cd1-8044-d13a545d52ec),segment_id=299f79c5-bc95-4cd1-8044-d13a545d52ec)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:53:16.401525 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '9e9a9683-4862-49aa-bb77-d709c0acb355', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'port_id': '9e9a9683-4862-49aa-bb77-d709c0acb355', 'mac_address': 'fa:16:3e:28:35:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:53:16.437937 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:16.450913 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9a9683-4862-49aa-bb77-d709c0acb355 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:53:16.471472 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 9e9a9683-4862-49aa-bb77-d709c0acb355, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9e9a9683-4862-49aa-bb77-d709c0acb355,segment=NetworkSegment(299f79c5-bc95-4cd1-8044-d13a545d52ec),segment_id=299f79c5-bc95-4cd1-8044-d13a545d52ec)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:53:16.476373 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:16.524376 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=9e9a9683-4862-49aa-bb77-d709c0acb355,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:16.531285 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:16.531639 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:16.531982 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:16.532320 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:16.532656 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:16.533009 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:16.533336 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:16.533661 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:16.533986 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:16.534308 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:16.534629 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:16.534979 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:16.752362 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['9e9a9683-4862-49aa-bb77-d709c0acb355'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:53:17.440860 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0406094-1057-48c4-b31d-43ec51e2430d req-ea38d83d-9fd1-42be-a1ef-4c861ddd35ef tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:17.442310 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f0406094-1057-48c4-b31d-43ec51e2430d req-ea38d83d-9fd1-42be-a1ef-4c861ddd35ef tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 944 time: 0.0482085 Sep 03 12:53:17.479419 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f0406094-1057-48c4-b31d-43ec51e2430d req-f232fa0a-df91-4681-bd70-dd18448f8c61 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310979 Sep 03 12:53:18.298489 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 9e9a9683-4862-49aa-bb77-d709c0acb355 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:53:18.347968 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 9e9a9683-4862-49aa-bb77-d709c0acb355 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:53:18.352573 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 9e9a9683-4862-49aa-bb77-d709c0acb355 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:53:18.353077 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:18.432020 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:18.453781 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:53:18.456030 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4da6cc-d457-4a24-b629-0f1229c97336" -d '{"events": [{"server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "name": "network-vif-plugged", "status": "completed", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:53:18.473982 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 9e9a9683-4862-49aa-bb77-d709c0acb355, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9e9a9683-4862-49aa-bb77-d709c0acb355,segment=NetworkSegment(299f79c5-bc95-4cd1-8044-d13a545d52ec),segment_id=299f79c5-bc95-4cd1-8044-d13a545d52ec)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:53:18.478971 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:18.514627 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0613321c-eab8-4e89-927b-1a7f665e146e x-openstack-request-id: req-0613321c-eab8-4e89-927b-1a7f665e146e {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:53:18.514955 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "name": "network-vif-plugged", "status": "completed", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:53:18.515203 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0613321c-eab8-4e89-927b-1a7f665e146e {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:53:18.515595 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355', 'code': 200} Sep 03 12:53:18.531752 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=9e9a9683-4862-49aa-bb77-d709c0acb355,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:18.596631 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15e074-ea97-44a4-bca2-26b5030b22e5 req-2e0cb778-647a-4d4d-94cd-eb28fefa9a6a tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:18.598120 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4a15e074-ea97-44a4-bca2-26b5030b22e5 req-2e0cb778-647a-4d4d-94cd-eb28fefa9a6a tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 945 time: 0.0490308 Sep 03 12:53:18.638306 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4a15e074-ea97-44a4-bca2-26b5030b22e5 req-8f16c7b6-d675-4f20-839e-652a64e22b6b tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Sep 03 12:53:18.686258 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5a8f0-584f-4dc5-864c-0ee75fbb59cf req-58444915-94fb-4543-ba7d-aec4a79c10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:18.687820 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e5d5a8f0-584f-4dc5-864c-0ee75fbb59cf req-58444915-94fb-4543-ba7d-aec4a79c10f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0461082 Sep 03 12:53:18.722301 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e5d5a8f0-584f-4dc5-864c-0ee75fbb59cf req-8a0f5496-9506-4d26-8737-699e6c356088 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267694 Sep 03 12:53:19.152689 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9af13ccb-5d36-4559-b6c6-3ccf94419a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:19.751714 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d3abf-f022-47e1-a4ff-99ecdbf1640e req-06cce531-d96e-4ebe-bf0d-14364ff044c6 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:19.753222 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-248d3abf-f022-47e1-a4ff-99ecdbf1640e req-06cce531-d96e-4ebe-bf0d-14364ff044c6 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 945 time: 0.0502353 Sep 03 12:53:20.002040 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-248d3abf-f022-47e1-a4ff-99ecdbf1640e req-a1538b26-1d3c-4511-8ba4-55fc9232b0fe tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421002 Sep 03 12:53:20.666912 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7a1b1-7bb7-4033-a96a-e29e1f423ea9 req-93196c5b-1b46-43e8-a3de-64fa09be9533 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:20.668389 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5bc7a1b1-7bb7-4033-a96a-e29e1f423ea9 req-93196c5b-1b46-43e8-a3de-64fa09be9533 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0498266 Sep 03 12:53:20.708604 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5bc7a1b1-7bb7-4033-a96a-e29e1f423ea9 req-488b3dec-09e3-44ad-ae0e-0b26604dd2f7 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342891 Sep 03 12:53:21.117177 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0330a-8b1c-43e8-8fa3-7835e5237e3b req-834f74c6-5903-4a59-bd89-bf681a6dfee3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:21.118768 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8db0330a-8b1c-43e8-8fa3-7835e5237e3b req-834f74c6-5903-4a59-bd89-bf681a6dfee3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 945 time: 0.0484562 Sep 03 12:53:21.158242 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8db0330a-8b1c-43e8-8fa3-7835e5237e3b req-c0d6434d-0ddf-4d1a-b607-bbcf855ca50e tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331078 Sep 03 12:53:21.273630 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09490eb0-2e29-4be3-9ef3-6030006f2dd3 req-d61e2400-5933-408d-8948-466620d7d5fc tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:21.275147 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-09490eb0-2e29-4be3-9ef3-6030006f2dd3 req-d61e2400-5933-408d-8948-466620d7d5fc tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 945 time: 0.0510309 Sep 03 12:53:21.313239 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-09490eb0-2e29-4be3-9ef3-6030006f2dd3 req-8920fbf6-87f8-4df9-86d9-fd4ec39cf6e2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Sep 03 12:53:21.647712 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2699d-413c-4e04-8adc-cc2643d28444 req-74ef19eb-d47b-41b1-934a-a04857ae82a8 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:21.649128 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8fe2699d-413c-4e04-8adc-cc2643d28444 req-74ef19eb-d47b-41b1-934a-a04857ae82a8 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 945 time: 0.0533013 Sep 03 12:53:21.687326 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8fe2699d-413c-4e04-8adc-cc2643d28444 req-28eccd36-f232-41ce-b04c-4e1bb4f956e5 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324266 Sep 03 12:53:21.827646 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d845f63-db47-4543-9d89-48d4f2642860 req-3154917c-06df-4e5a-a774-0f41cfe95f65 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:21.829399 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4d845f63-db47-4543-9d89-48d4f2642860 req-3154917c-06df-4e5a-a774-0f41cfe95f65 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0502741 Sep 03 12:53:21.846249 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-cd2e369d-b4aa-4bfe-b850-db93a13ef653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:21.871808 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4d845f63-db47-4543-9d89-48d4f2642860 req-0e573fc2-65d3-4f0d-a175-33768cb5fbdf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345995 Sep 03 12:53:22.299390 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:22.996502 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba8e52-6509-436b-91d2-3e85d3a11074 req-607f597e-bef7-4a24-a170-d2cff2f77fb4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:22.998013 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-08ba8e52-6509-436b-91d2-3e85d3a11074 req-607f597e-bef7-4a24-a170-d2cff2f77fb4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0534582 Sep 03 12:53:23.035975 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-08ba8e52-6509-436b-91d2-3e85d3a11074 req-4da6308b-a97d-4cc8-b90a-e634753c5eca tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Sep 03 12:53:23.405983 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:23.451463 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:24.158350 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfe684-76e3-4659-97ed-7db9803dcd6d req-99ecf6f9-4934-45e3-b64b-6633a492dd08 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:24.159851 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6fdfe684-76e3-4659-97ed-7db9803dcd6d req-99ecf6f9-4934-45e3-b64b-6633a492dd08 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0486324 Sep 03 12:53:24.198569 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6fdfe684-76e3-4659-97ed-7db9803dcd6d req-88509e5a-111e-4e9d-9f8a-2144726466f4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Sep 03 12:53:24.951466 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:25.314097 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33e7c5-9835-4fde-a65a-daf00334a602 req-0c63662e-7546-4cfe-9a2f-45c14b008df0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:25.315613 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ca33e7c5-9835-4fde-a65a-daf00334a602 req-0c63662e-7546-4cfe-9a2f-45c14b008df0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0482881 Sep 03 12:53:25.354459 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ca33e7c5-9835-4fde-a65a-daf00334a602 req-8b4207f0-9b2d-46d4-be8b-bbf6ce2ccade tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329330 Sep 03 12:53:25.909829 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 41126) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:26.011186 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0ce23ee1-4424-4b7c-84af-2ea27cbeb4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:26.100973 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0ce23ee1-4424-4b7c-84af-2ea27cbeb4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:26.104656 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0ce23ee1-4424-4b7c-84af-2ea27cbeb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:26.142566 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-0ce23ee1-4424-4b7c-84af-2ea27cbeb4d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eba2b917b6d64a25ae09c1866589aa5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316849 Sep 03 12:53:26.144518 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce23ee1-4424-4b7c-84af-2ea27cbeb4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c327ba-9eba-4f86-b1a8-023a9efe8860,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:26.145382 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41130) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:26.194916 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c50f0eec-9d88-43a4-9ab5-0049cc071970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:26.214567 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c50f0eec-9d88-43a4-9ab5-0049cc071970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:26.259435 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c50f0eec-9d88-43a4-9ab5-0049cc071970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:26.262015 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c50f0eec-9d88-43a4-9ab5-0049cc071970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:26.263160 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c50f0eec-9d88-43a4-9ab5-0049cc071970 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39c327ba-9eba-4f86-b1a8-023a9efe8860 HTTP/1.1" status: 204 len: 168 time: 0.1167684 Sep 03 12:53:26.271088 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f0eec-9d88-43a4-9ab5-0049cc071970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c327ba-9eba-4f86-b1a8-023a9efe8860,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:26.496624 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193eee1-b0f2-4afa-a846-4fb1a3c88090 req-60353633-d43f-4166-b250-e031c982c5e2 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:26.498158 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4193eee1-b0f2-4afa-a846-4fb1a3c88090 req-60353633-d43f-4166-b250-e031c982c5e2 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0745351 Sep 03 12:53:26.535177 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-63c7e1bd-688c-4a4a-95c9-7732ea6d3ffd req-c5cd6052-cd15-4954-8a77-de987270f3e1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744655 Sep 03 12:53:26.547473 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4193eee1-b0f2-4afa-a846-4fb1a3c88090 req-b77190ef-b37d-415b-8398-68426f25f314 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434964 Sep 03 12:53:26.625864 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7e1bd-688c-4a4a-95c9-7732ea6d3ffd req-218ff604-5a18-442c-8fff-ba777a1a4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:26.627332 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-63c7e1bd-688c-4a4a-95c9-7732ea6d3ffd req-218ff604-5a18-442c-8fff-ba777a1a4c0c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249950e2371f403a95f0713db8fb04f4&device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 1098 time: 0.0448847 Sep 03 12:53:26.750886 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7e1bd-688c-4a4a-95c9-7732ea6d3ffd req-9df57b70-10d0-4caf-8f03-6cc2ef867e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:26.752452 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-63c7e1bd-688c-4a4a-95c9-7732ea6d3ffd req-9df57b70-10d0-4caf-8f03-6cc2ef867e72 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115 HTTP/1.1" status: 200 len: 910 time: 0.1012199 Sep 03 12:53:26.833412 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-63c7e1bd-688c-4a4a-95c9-7732ea6d3ffd req-8acaf202-4655-4d60-9dc6-843734fd5f24 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7 HTTP/1.1" status: 200 len: 1000 time: 0.0631368 Sep 03 12:53:26.884088 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7e1bd-688c-4a4a-95c9-7732ea6d3ffd req-3e3279ca-2375-42cc-afc1-1a465600778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:26.885505 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-63c7e1bd-688c-4a4a-95c9-7732ea6d3ffd req-3e3279ca-2375-42cc-afc1-1a465600778a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f5e91bcd-437f-41ff-a010-04098e986172 HTTP/1.1" status: 200 len: 848 time: 0.0436292 Sep 03 12:53:26.931283 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7e1bd-688c-4a4a-95c9-7732ea6d3ffd req-fd960702-68ab-44a0-9c6e-d342bab3316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:26.933287 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-63c7e1bd-688c-4a4a-95c9-7732ea6d3ffd req-fd960702-68ab-44a0-9c6e-d342bab3316c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407212 Sep 03 12:53:27.027230 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-63c7e1bd-688c-4a4a-95c9-7732ea6d3ffd req-f2be2022-e5f0-4a1e-90fc-73d23b0ab9ce service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865748 Sep 03 12:53:27.117533 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-63c7e1bd-688c-4a4a-95c9-7732ea6d3ffd req-fbfb76b1-53f4-4aa9-adbf-14dbacd8bc39 service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824029 Sep 03 12:53:27.673531 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d94b-78a2-4be8-aea2-55d2ead3fcc1 req-1ecedcce-b34f-4ddf-a81c-7867ce8e7bdf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:27.675017 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-51c4d94b-78a2-4be8-aea2-55d2ead3fcc1 req-1ecedcce-b34f-4ddf-a81c-7867ce8e7bdf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0535982 Sep 03 12:53:27.712264 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-51c4d94b-78a2-4be8-aea2-55d2ead3fcc1 req-f810b044-d031-40b4-9fd1-f10427bcd996 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304267 Sep 03 12:53:28.832064 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbdae2-63fa-41e1-9529-6ac110772657 req-4efce86e-e8cb-40c1-ad5b-7aeb98eb5f65 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:28.833400 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b3dbdae2-63fa-41e1-9529-6ac110772657 req-4efce86e-e8cb-40c1-ad5b-7aeb98eb5f65 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0503645 Sep 03 12:53:28.877066 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b3dbdae2-63fa-41e1-9529-6ac110772657 req-dedf5460-fd69-48f9-850b-e70449e34256 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349734 Sep 03 12:53:30.008709 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1354ec7-984d-4c2f-b2cf-ada2efca1afa req-1a67dc8f-6e63-478e-aca7-3512b21cd88f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:30.010191 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d1354ec7-984d-4c2f-b2cf-ada2efca1afa req-1a67dc8f-6e63-478e-aca7-3512b21cd88f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0559711 Sep 03 12:53:30.056749 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d1354ec7-984d-4c2f-b2cf-ada2efca1afa req-cb774349-337c-47fc-a346-db20430e5be1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403571 Sep 03 12:53:30.240290 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41222) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:30.343996 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2a05ecce-ef36-4707-a495-b2bf4d9335ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:30.429804 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2a05ecce-ef36-4707-a495-b2bf4d9335ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:30.433574 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2a05ecce-ef36-4707-a495-b2bf4d9335ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:30.472844 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2a05ecce-ef36-4707-a495-b2bf4d9335ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ff4d15974044c65b3e67ab95a4ea1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313921 Sep 03 12:53:30.473749 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05ecce-ef36-4707-a495-b2bf4d9335ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8490ae33-5c04-4061-a627-cc6597a160af,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:30.477098 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 41226) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:30.531122 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-608f20a0-ed34-4602-85cd-e03211fde22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:30.558253 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-608f20a0-ed34-4602-85cd-e03211fde22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:30.605998 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-608f20a0-ed34-4602-85cd-e03211fde22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:30.608562 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-608f20a0-ed34-4602-85cd-e03211fde22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:30.609687 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-608f20a0-ed34-4602-85cd-e03211fde22a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8490ae33-5c04-4061-a627-cc6597a160af HTTP/1.1" status: 204 len: 168 time: 0.1316226 Sep 03 12:53:30.617837 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f20a0-ed34-4602-85cd-e03211fde22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8490ae33-5c04-4061-a627-cc6597a160af,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:31.186753 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9331f-7f0a-41f1-a251-87cb51e6a5e0 req-b22eeb79-31b9-47b0-af25-d0b2b5f0e9ab tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:31.188254 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-82e9331f-7f0a-41f1-a251-87cb51e6a5e0 req-b22eeb79-31b9-47b0-af25-d0b2b5f0e9ab tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0507579 Sep 03 12:53:31.226505 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-82e9331f-7f0a-41f1-a251-87cb51e6a5e0 req-3a277ac6-53d3-42ea-8e84-843540f94cc5 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323925 Sep 03 12:53:31.243635 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6049e4-f7a5-48ea-8de3-ed5d91409015 req-789de66f-0e17-4fa8-93bb-1b083c1f19bc tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:31.245173 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0f6049e4-f7a5-48ea-8de3-ed5d91409015 req-789de66f-0e17-4fa8-93bb-1b083c1f19bc tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 945 time: 0.0487647 Sep 03 12:53:31.284866 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0f6049e4-f7a5-48ea-8de3-ed5d91409015 req-e782a343-81a5-4ecb-b078-0a2812fb1570 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339735 Sep 03 12:53:31.307936 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41242) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:31.485866 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5303e942-aa1c-49c0-a7ee-73e1b00ac8f5 tempest-TestMinimumBasicScenario-1073147752 tempest-TestMinimumBasicScenario-1073147752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:31.487390 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5303e942-aa1c-49c0-a7ee-73e1b00ac8f5 tempest-TestMinimumBasicScenario-1073147752 tempest-TestMinimumBasicScenario-1073147752-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 1093 time: 0.1785164 Sep 03 12:53:31.490881 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41246) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:31.495160 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Request body: {'floatingip': {'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'port_id': '9e9a9683-4862-49aa-bb77-d709c0acb355', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:53:31.515687 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for floatingip, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:31.611629 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:31.713456 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Allocated IP 172.27.0.194 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/c96661b5-ee81-44c9-8edf-2b809e623936) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:53:31.817664 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:31.855709 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:31.890542 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:53:31.893366 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:53:31.897303 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:53:31.922688 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event updated for resources: {'Port': ['ID=c96661b5-ee81-44c9-8edf-2b809e623936,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:32.236327 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.313183 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.371812 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3da5acb6-51da-43e0-8a3f-a97c457bf51f details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:53:32.386498 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c08a07-6838-4ced-b2bb-53f12609237a req-1b073862-8a2a-42e0-be25-c0fb6e5668d3 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:32.387760 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-57c08a07-6838-4ced-b2bb-53f12609237a req-1b073862-8a2a-42e0-be25-c0fb6e5668d3 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0892892 Sep 03 12:53:32.467886 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:53:32.474955 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-57c08a07-6838-4ced-b2bb-53f12609237a req-f3714b54-11f7-4ff5-a98a-10f902404f4b tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739102 Sep 03 12:53:32.479474 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'port_id': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'mac_address': 'fa:16:3e:2c:1b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:53:32.527633 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.532310 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.535238 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.548416 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3da5acb6-51da-43e0-8a3f-a97c457bf51f {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:53:32.572699 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:53:32.577672 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.607530 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event updated for resources: {'Port': ['ID=c96661b5-ee81-44c9-8edf-2b809e623936,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:32.616994 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.628328 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=3da5acb6-51da-43e0-8a3f-a97c457bf51f,revision_number=6']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:32.698564 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['3da5acb6-51da-43e0-8a3f-a97c457bf51f'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:53:32.719054 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.l3_db [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Floating IP 29f52d3f-70af-403d-9e78-aa182b3cfc6c associated. External IP: 172.27.0.194, port: 9e9a9683-4862-49aa-bb77-d709c0acb355. Sep 03 12:53:32.922126 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:53:33.027545 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:53:33.037290 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48763bd6-30e3-4fb5-a5a8-c397d44fdf33 None None] Sync routers for ids ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:53:33.044037 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.046271 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48763bd6-30e3-4fb5-a5a8-c397d44fdf33 None None] Routers {'402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:53:33.047014 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-48763bd6-30e3-4fb5-a5a8-c397d44fdf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:53:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:53:33.073047 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d62842f2-73d6-4911-b70e-838fd9b2b1ad tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5811653 Sep 03 12:53:33.073777 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:53:33.075991 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 41252) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:33.076469 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b267743-1270-464f-bf43-430283436240" -d '{"events": [{"name": "network-changed", "server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:53:33.082566 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-8cc76225-834c-4023-a74b-308955bcf18b tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090582504', 'description': 'tempest-secgroup-smoke-2090582504 description', 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:53:33.108752 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8cc76225-834c-4023-a74b-308955bcf18b tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.160321 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-48763bd6-30e3-4fb5-a5a8-c397d44fdf33 None None] Set router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:53:33.195697 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8cc76225-834c-4023-a74b-308955bcf18b tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.199860 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8cc76225-834c-4023-a74b-308955bcf18b tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.231318 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc76225-834c-4023-a74b-308955bcf18b tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=701c9d16-54dd-4e4d-9336-65791ea205ce,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:33.234238 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8cc76225-834c-4023-a74b-308955bcf18b tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.239060 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-8cc76225-834c-4023-a74b-308955bcf18b tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1607952 Sep 03 12:53:33.240361 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41258) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:33.245213 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-71f4ac79-6e99-494a-a994-7f1235bf0376 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Request body: {'security_group_rule': {'security_group_id': '701c9d16-54dd-4e4d-9336-65791ea205ce', 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:53:33.263031 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1523da-ec9e-45ca-afeb-fda7c42f75ad x-openstack-request-id: req-db1523da-ec9e-45ca-afeb-fda7c42f75ad {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:53:33.263180 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:53:33.263646 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db1523da-ec9e-45ca-afeb-fda7c42f75ad {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:53:33.263963 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355', 'status': 'completed', 'code': 200} Sep 03 12:53:33.282726 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-71f4ac79-6e99-494a-a994-7f1235bf0376 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.338089 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-71f4ac79-6e99-494a-a994-7f1235bf0376 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.338791 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b267743-1270-464f-bf43-430283436240 req-2f7a2638-d520-45e0-86ba-7c0fe4caf5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:33.340506 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6b267743-1270-464f-bf43-430283436240 req-2f7a2638-d520-45e0-86ba-7c0fe4caf5fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee7d0da6d15b48c9851713e689c8e2ae&device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0488455 Sep 03 12:53:33.342813 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-71f4ac79-6e99-494a-a994-7f1235bf0376 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.364184 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4ac79-6e99-494a-a994-7f1235bf0376 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0816ec2c-0d17-475b-a045-e0af3d723ab5,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:33.368569 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-71f4ac79-6e99-494a-a994-7f1235bf0376 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.372210 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-71f4ac79-6e99-494a-a994-7f1235bf0376 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284463 Sep 03 12:53:33.372712 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41262) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:33.377608 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-68eb7618-76b4-445a-8a59-2b56a14ffedd tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Request body: {'security_group_rule': {'security_group_id': '701c9d16-54dd-4e4d-9336-65791ea205ce', 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:53:33.411268 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-68eb7618-76b4-445a-8a59-2b56a14ffedd tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.441216 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-48763bd6-30e3-4fb5-a5a8-c397d44fdf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 4, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port': {'id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:35Z', 'updated_at': '2021-09-03T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '29f52d3f-70af-403d-9e78-aa182b3cfc6c', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'port_id': '9e9a9683-4862-49aa-bb77-d709c0acb355', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'mac_address': 'fa:16:3e:28:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:53:32Z', 'updated_at': '2021-09-03T12:53:32Z', 'revision_number': 0, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820a510c-a229-46aa-9d8a-6ac0d130d7ba', 'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'mac_address': 'fa:16:3e:1f:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:37Z', 'updated_at': '2021-09-03T12:52:44Z', 'revision_number': 5, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'subnets': [{'id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:53:33.459424 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b267743-1270-464f-bf43-430283436240 req-b06a24ce-83ff-498b-b9f5-c029a34bf080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:33.461259 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6b267743-1270-464f-bf43-430283436240 req-b06a24ce-83ff-498b-b9f5-c029a34bf080 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb HTTP/1.1" status: 200 len: 916 time: 0.1059296 Sep 03 12:53:33.475151 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48763bd6-30e3-4fb5-a5a8-c397d44fdf33 None None] Checking router: 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:53:33.475395 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-68eb7618-76b4-445a-8a59-2b56a14ffedd tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.480489 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-68eb7618-76b4-445a-8a59-2b56a14ffedd tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.491837 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48763bd6-30e3-4fb5-a5a8-c397d44fdf33 None None] Routers {'402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:53:33.492890 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-48763bd6-30e3-4fb5-a5a8-c397d44fdf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:53:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:53:33.508633 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb7618-76b4-445a-8a59-2b56a14ffedd tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9dd747-5079-4e6c-aaee-050d41281c58,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:33.526376 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-68eb7618-76b4-445a-8a59-2b56a14ffedd tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.527834 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-68eb7618-76b4-445a-8a59-2b56a14ffedd tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1537797 Sep 03 12:53:33.531358 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41272) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:33.535971 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-ad2089d3-ed4c-4ae6-b30c-6d73b3375e11 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Request body: {'security_group_rule': {'security_group_id': '701c9d16-54dd-4e4d-9336-65791ea205ce', 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:53:33.546872 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6b267743-1270-464f-bf43-430283436240 req-916d7d75-2e52-4dce-bf64-917f967d6151 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e9a9683-4862-49aa-bb77-d709c0acb355 HTTP/1.1" status: 200 len: 999 time: 0.0777035 Sep 03 12:53:33.568915 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ad2089d3-ed4c-4ae6-b30c-6d73b3375e11 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.621196 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-48763bd6-30e3-4fb5-a5a8-c397d44fdf33 None None] Set router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:53:33.647210 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ad2089d3-ed4c-4ae6-b30c-6d73b3375e11 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.655736 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ad2089d3-ed4c-4ae6-b30c-6d73b3375e11 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.683852 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043f39c-85b3-44ee-9c34-a8a73a178601 req-877fba84-7a6b-4a61-812e-7fe67a52d08a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:33.685541 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e043f39c-85b3-44ee-9c34-a8a73a178601 req-877fba84-7a6b-4a61-812e-7fe67a52d08a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 945 time: 0.1109157 Sep 03 12:53:33.686946 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2089d3-ed4c-4ae6-b30c-6d73b3375e11 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68d44ea-c984-4000-aa0a-b3b4f95307b2,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:33.692262 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ad2089d3-ed4c-4ae6-b30c-6d73b3375e11 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.696383 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ad2089d3-ed4c-4ae6-b30c-6d73b3375e11 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616821 Sep 03 12:53:33.696602 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41278) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:33.701564 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-3ecb51b2-8b9c-424f-ad25-9b52e8a181d5 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Request body: {'security_group_rule': {'security_group_id': '701c9d16-54dd-4e4d-9336-65791ea205ce', 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:53:33.702861 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b267743-1270-464f-bf43-430283436240 req-10658937-66c2-4efb-a718-1cbe574b6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:33.704727 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6b267743-1270-464f-bf43-430283436240 req-10658937-66c2-4efb-a718-1cbe574b6cc3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ada30665-e22e-4b56-bb5b-b46cc3293d85 HTTP/1.1" status: 200 len: 854 time: 0.0920682 Sep 03 12:53:33.733392 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3ecb51b2-8b9c-424f-ad25-9b52e8a181d5 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.794527 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e043f39c-85b3-44ee-9c34-a8a73a178601 req-9dcd1994-2ab3-4b54-802e-9d717d739ea6 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945742 Sep 03 12:53:33.806518 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b267743-1270-464f-bf43-430283436240 req-8cdf7c89-775f-45c6-81cf-a6ec1ba1fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:33.808107 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3ecb51b2-8b9c-424f-ad25-9b52e8a181d5 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.808373 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6b267743-1270-464f-bf43-430283436240 req-8cdf7c89-775f-45c6-81cf-a6ec1ba1fc67 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907445 Sep 03 12:53:33.813818 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3ecb51b2-8b9c-424f-ad25-9b52e8a181d5 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.843165 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb51b2-8b9c-424f-ad25-9b52e8a181d5 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44281d63-3ae0-4a99-bca8-c0d3e5b4c667,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:33.848560 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3ecb51b2-8b9c-424f-ad25-9b52e8a181d5 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.851864 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-3ecb51b2-8b9c-424f-ad25-9b52e8a181d5 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542573 Sep 03 12:53:33.855127 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41284) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:33.860607 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-3e3b7ab0-0506-44c7-9bc7-634103442938 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Request body: {'security_group_rule': {'security_group_id': '701c9d16-54dd-4e4d-9336-65791ea205ce', 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:53:33.893136 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.securitygroups_db [None req-3e3b7ab0-0506-44c7-9bc7-634103442938 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Project ee7d0da6d15b48c9851713e689c8e2ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 12:53:33.906209 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e3b7ab0-0506-44c7-9bc7-634103442938 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.929935 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6b267743-1270-464f-bf43-430283436240 req-f9e5c9c5-d8dc-4283-8a96-a91828da122c service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069386 Sep 03 12:53:33.937090 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-48763bd6-30e3-4fb5-a5a8-c397d44fdf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 4, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port': {'id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:35Z', 'updated_at': '2021-09-03T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '29f52d3f-70af-403d-9e78-aa182b3cfc6c', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'port_id': '9e9a9683-4862-49aa-bb77-d709c0acb355', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'mac_address': 'fa:16:3e:28:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:53:32Z', 'updated_at': '2021-09-03T12:53:32Z', 'revision_number': 0, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820a510c-a229-46aa-9d8a-6ac0d130d7ba', 'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'mac_address': 'fa:16:3e:1f:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:37Z', 'updated_at': '2021-09-03T12:52:44Z', 'revision_number': 5, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'subnets': [{'id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:53:33.976928 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e3b7ab0-0506-44c7-9bc7-634103442938 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.981654 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e3b7ab0-0506-44c7-9bc7-634103442938 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:33.989163 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48763bd6-30e3-4fb5-a5a8-c397d44fdf33 None None] The sync data for ids ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'] in dv-cinder-806559-6-iscsi is: [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 4, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port': {'id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:35Z', 'updated_at': '2021-09-03T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '29f52d3f-70af-403d-9e78-aa182b3cfc6c', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'port_id': '9e9a9683-4862-49aa-bb77-d709c0acb355', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'mac_address': 'fa:16:3e:28:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:53:32Z', 'updated_at': '2021-09-03T12:53:32Z', 'revision_number': 0, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820a510c-a229-46aa-9d8a-6ac0d130d7ba', 'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'mac_address': 'fa:16:3e:1f:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:37Z', 'updated_at': '2021-09-03T12:52:44Z', 'revision_number': 5, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'subnets': [{'id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:53:34.012052 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b7ab0-0506-44c7-9bc7-634103442938 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ad4234-b71d-4b1a-b12e-1914284a1687,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:34.028194 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3e3b7ab0-0506-44c7-9bc7-634103442938 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:34.030428 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-3e3b7ab0-0506-44c7-9bc7-634103442938 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1739461 Sep 03 12:53:34.033550 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41290) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:34.039571 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-2b320548-56b3-4023-98ae-2853c1d1bfa2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Request body: {'security_group_rule': {'security_group_id': '701c9d16-54dd-4e4d-9336-65791ea205ce', 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:53:34.053827 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6b267743-1270-464f-bf43-430283436240 req-bdc54d9d-a120-4bee-a1d2-83cd8c2463d0 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145945 Sep 03 12:53:34.069917 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.securitygroups_db [None req-2b320548-56b3-4023-98ae-2853c1d1bfa2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Project ee7d0da6d15b48c9851713e689c8e2ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 12:53:34.075290 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2b320548-56b3-4023-98ae-2853c1d1bfa2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:34.155808 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2b320548-56b3-4023-98ae-2853c1d1bfa2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:34.160650 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2b320548-56b3-4023-98ae-2853c1d1bfa2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461556'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:34.184042 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b320548-56b3-4023-98ae-2853c1d1bfa2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a6c524-9bde-4568-9fb6-02727c6f4cda,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:34.198161 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2b320548-56b3-4023-98ae-2853c1d1bfa2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:34.200094 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2b320548-56b3-4023-98ae-2853c1d1bfa2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1653378 Sep 03 12:53:34.262755 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b5871-e9ba-424b-8005-7d8a47b1b51a None None] New status for floating IP 29f52d3f-70af-403d-9e78-aa182b3cfc6c: ACTIVE {{(pid=100324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:53:34.313045 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2ffc1ea9-a5b1-49da-a5ef-02a9bf806e1c req-b94e853b-99b4-4e19-9fd6-a482881d143c tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090582504&fields=id&tenant_id=ee7d0da6d15b48c9851713e689c8e2ae HTTP/1.1" status: 200 len: 267 time: 0.0491350 Sep 03 12:53:34.386032 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc1ea9-a5b1-49da-a5ef-02a9bf806e1c req-e413be33-1591-4ff8-abfd-b57666e9dd88 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:34.388149 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2ffc1ea9-a5b1-49da-a5ef-02a9bf806e1c req-e413be33-1591-4ff8-abfd-b57666e9dd88 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 945 time: 0.0680268 Sep 03 12:53:34.389932 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3da5acb6-51da-43e0-8a3f-a97c457bf51f up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:53:34.414779 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-2ffc1ea9-a5b1-49da-a5ef-02a9bf806e1c req-12cf99d2-7712-495f-b781-20f321bbedc4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Request body: {'port': {'security_groups': ['6f9962c5-7949-473f-b0e9-d7be298d5e0a', '701c9d16-54dd-4e4d-9336-65791ea205ce']}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:53:34.452196 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 3da5acb6-51da-43e0-8a3f-a97c457bf51f triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:53:34.453481 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:34.520280 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2ffc1ea9-a5b1-49da-a5ef-02a9bf806e1c req-12cf99d2-7712-495f-b781-20f321bbedc4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:34.716208 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:34.749914 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:53:34.752502 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf3b67a-e441-48e0-8453-2d337c72098d" -d '{"events": [{"server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "name": "network-vif-plugged", "status": "completed", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:53:34.766241 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:53:34.772319 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:34.824241 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-2ffc1ea9-a5b1-49da-a5ef-02a9bf806e1c req-12cf99d2-7712-495f-b781-20f321bbedc4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] For port 9e9a9683-4862-49aa-bb77-d709c0acb355, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9e9a9683-4862-49aa-bb77-d709c0acb355,segment=NetworkSegment(299f79c5-bc95-4cd1-8044-d13a545d52ec),segment_id=299f79c5-bc95-4cd1-8044-d13a545d52ec)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:53:34.824425 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965504af-9918-4bae-9b6f-138df28584dd x-openstack-request-id: req-965504af-9918-4bae-9b6f-138df28584dd {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:53:34.824674 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "name": "network-vif-plugged", "status": "completed", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:53:34.824898 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-965504af-9918-4bae-9b6f-138df28584dd {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:53:34.826106 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'code': 200} Sep 03 12:53:34.830130 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=3da5acb6-51da-43e0-8a3f-a97c457bf51f,revision_number=7']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:34.870040 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2ffc1ea9-a5b1-49da-a5ef-02a9bf806e1c req-12cf99d2-7712-495f-b781-20f321bbedc4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:34.876371 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2ffc1ea9-a5b1-49da-a5ef-02a9bf806e1c req-12cf99d2-7712-495f-b781-20f321bbedc4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:34.892711 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['9e9a9683-4862-49aa-bb77-d709c0acb355'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:53:34.962510 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc1ea9-a5b1-49da-a5ef-02a9bf806e1c req-12cf99d2-7712-495f-b781-20f321bbedc4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:34.963093 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2ffc1ea9-a5b1-49da-a5ef-02a9bf806e1c req-12cf99d2-7712-495f-b781-20f321bbedc4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:34.970599 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2ffc1ea9-a5b1-49da-a5ef-02a9bf806e1c req-12cf99d2-7712-495f-b781-20f321bbedc4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "PUT /v2.0/ports/9e9a9683-4862-49aa-bb77-d709c0acb355 HTTP/1.1" status: 200 len: 981 time: 0.5681233 Sep 03 12:53:34.974417 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef592667-5c5a-4db5-b8e0-cf2494f6d115 req-7fc0211b-10e8-415d-83a3-fe76436830e9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:34.977588 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ef592667-5c5a-4db5-b8e0-cf2494f6d115 req-7fc0211b-10e8-415d-83a3-fe76436830e9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0865042 Sep 03 12:53:35.042945 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf99d2-7712-495f-b781-20f321bbedc4 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event updated for resources: {'Port': ['ID=9e9a9683-4862-49aa-bb77-d709c0acb355,revision_number=6']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:35.066457 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ef592667-5c5a-4db5-b8e0-cf2494f6d115 req-8f1786ed-8208-4379-88e9-86c45a991a68 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782788 Sep 03 12:53:35.084546 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['9e9a9683-4862-49aa-bb77-d709c0acb355'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:53:35.149733 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26db7c7-7a0a-4a78-a143-57902f48ccef req-5d23a294-6c3e-44fb-a5b1-6bce3693cf28 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:35.153168 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c26db7c7-7a0a-4a78-a143-57902f48ccef req-5d23a294-6c3e-44fb-a5b1-6bce3693cf28 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0854266 Sep 03 12:53:35.213803 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c26db7c7-7a0a-4a78-a143-57902f48ccef req-e18e9fed-ff13-471e-919e-7c98d730d50e tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545771 Sep 03 12:53:35.264643 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:53:35.267229 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b0ce95-3e73-476a-b39b-443a1eb41f15" -d '{"events": [{"name": "network-changed", "server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:53:35.305804 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e226f52d-3880-48eb-9d9f-d8c70ef30fde x-openstack-request-id: req-e226f52d-3880-48eb-9d9f-d8c70ef30fde {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:53:35.305804 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:53:35.306073 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e226f52d-3880-48eb-9d9f-d8c70ef30fde {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:53:35.306380 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355', 'status': 'completed', 'code': 200} Sep 03 12:53:35.376745 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-4c3a8d9d-c753-4bd2-b0c4-036a240fddab None None] Provisioning complete for port 9e9a9683-4862-49aa-bb77-d709c0acb355 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:53:35.377122 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-4c3a8d9d-c753-4bd2-b0c4-036a240fddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:35.380541 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0ce95-3e73-476a-b39b-443a1eb41f15 req-29ab6786-e422-43fd-971a-a0af89ea2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:35.384060 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b6b0ce95-3e73-476a-b39b-443a1eb41f15 req-29ab6786-e422-43fd-971a-a0af89ea2cb7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee7d0da6d15b48c9851713e689c8e2ae&device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 1137 time: 0.0523880 Sep 03 12:53:35.629879 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0ce95-3e73-476a-b39b-443a1eb41f15 req-7ced3dd2-ec62-4e0f-803b-55459be599a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:35.632135 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b6b0ce95-3e73-476a-b39b-443a1eb41f15 req-7ced3dd2-ec62-4e0f-803b-55459be599a0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb HTTP/1.1" status: 200 len: 916 time: 0.2394853 Sep 03 12:53:35.719257 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b6b0ce95-3e73-476a-b39b-443a1eb41f15 req-ca1175e9-9fde-4e79-91dd-c0e0c72a016a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e9a9683-4862-49aa-bb77-d709c0acb355 HTTP/1.1" status: 200 len: 1001 time: 0.0792823 Sep 03 12:53:35.816361 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0ce95-3e73-476a-b39b-443a1eb41f15 req-46fe5196-788a-4677-b389-a4b63a37cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:35.818100 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b6b0ce95-3e73-476a-b39b-443a1eb41f15 req-46fe5196-788a-4677-b389-a4b63a37cd07 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ada30665-e22e-4b56-bb5b-b46cc3293d85 HTTP/1.1" status: 200 len: 854 time: 0.0879250 Sep 03 12:53:35.873544 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0ce95-3e73-476a-b39b-443a1eb41f15 req-cd429126-38f0-4ba1-9317-a3035a9d5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:35.875230 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b6b0ce95-3e73-476a-b39b-443a1eb41f15 req-cd429126-38f0-4ba1-9317-a3035a9d5b10 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484352 Sep 03 12:53:35.980934 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b6b0ce95-3e73-476a-b39b-443a1eb41f15 req-1e762b95-08d1-489d-81d3-5653d655f030 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979116 Sep 03 12:53:36.092864 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b6b0ce95-3e73-476a-b39b-443a1eb41f15 req-6df8c3ea-9a95-4b8d-a7e3-c043583d447e service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008804 Sep 03 12:53:36.213341 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28459055-b440-46f2-86f5-dfa2686e4085 req-072a7b33-ab19-4cdc-bc7f-9f69e84f49df tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:36.214916 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-28459055-b440-46f2-86f5-dfa2686e4085 req-072a7b33-ab19-4cdc-bc7f-9f69e84f49df tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0582972 Sep 03 12:53:36.256992 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-28459055-b440-46f2-86f5-dfa2686e4085 req-5780d6e4-1bb0-402e-85f8-72a2db4dd334 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361342 Sep 03 12:53:37.399629 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd962e-bea3-4220-92f2-b5aa5455f5dc req-58619704-535f-440e-9973-7a7c7ac0d7b6 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:37.401278 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e7dd962e-bea3-4220-92f2-b5aa5455f5dc req-58619704-535f-440e-9973-7a7c7ac0d7b6 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0633581 Sep 03 12:53:37.446338 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e7dd962e-bea3-4220-92f2-b5aa5455f5dc req-44400d08-9dc2-4edd-a4ed-98f90091009f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371878 Sep 03 12:53:38.581448 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cd998-d28d-42fa-a583-50b9d5831759 req-edbf4fb0-64d7-46ea-9777-23422ce77bb9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:38.583518 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c84cd998-d28d-42fa-a583-50b9d5831759 req-edbf4fb0-64d7-46ea-9777-23422ce77bb9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0556700 Sep 03 12:53:38.632372 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c84cd998-d28d-42fa-a583-50b9d5831759 req-13e9a035-0504-4ceb-87c7-e139f455c672 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407867 Sep 03 12:53:39.755661 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca51e7-055d-4532-990e-a1c3a3af3819 req-ef7e7885-ef55-42c9-b09b-37e2db863ddf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:39.757283 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-58ca51e7-055d-4532-990e-a1c3a3af3819 req-ef7e7885-ef55-42c9-b09b-37e2db863ddf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0526164 Sep 03 12:53:39.809047 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-58ca51e7-055d-4532-990e-a1c3a3af3819 req-ff7fb8b7-ce35-4b2f-91ef-76472a71b7a9 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455799 Sep 03 12:53:40.937918 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7977a-8887-4c91-a8ba-ae0765bd33ce req-266fa262-f36c-40f0-8f42-d779a1bc21ed tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:40.945801 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ddd7977a-8887-4c91-a8ba-ae0765bd33ce req-266fa262-f36c-40f0-8f42-d779a1bc21ed tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0604992 Sep 03 12:53:40.983239 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ddd7977a-8887-4c91-a8ba-ae0765bd33ce req-1f378dbb-195e-40cc-80b2-0994b7f45f4d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365403 Sep 03 12:53:42.111789 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e53a96-80bb-4a43-a509-abef81e33d30 req-cb93b141-3125-4fc6-b42f-68438f8b23ea tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:42.113289 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-63e53a96-80bb-4a43-a509-abef81e33d30 req-cb93b141-3125-4fc6-b42f-68438f8b23ea tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0547733 Sep 03 12:53:42.158569 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-63e53a96-80bb-4a43-a509-abef81e33d30 req-a55af9cc-a468-4db4-8e32-a6f60ece685d tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391183 Sep 03 12:53:43.285441 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056b4f3-d7ab-4453-bacb-ca4c3621cd79 req-310aec50-4d2d-42a2-92be-a0dc397e0134 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:43.287996 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e056b4f3-d7ab-4453-bacb-ca4c3621cd79 req-310aec50-4d2d-42a2-92be-a0dc397e0134 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0521810 Sep 03 12:53:43.336665 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e056b4f3-d7ab-4453-bacb-ca4c3621cd79 req-4b608b9d-b6d2-44f9-8b4e-6f313d23bf75 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334065 Sep 03 12:53:43.966969 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ba234-37b5-404a-aac5-a9ae6034644d req-207b808a-f5ff-4c44-a093-3d91f0f77ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:43.968467 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7a4ba234-37b5-404a-aac5-a9ae6034644d req-207b808a-f5ff-4c44-a093-3d91f0f77ef6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 1099 time: 0.0443649 Sep 03 12:53:44.058176 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ba234-37b5-404a-aac5-a9ae6034644d req-9d875520-1e11-4139-86cc-e0bbc2c0f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:44.059575 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7a4ba234-37b5-404a-aac5-a9ae6034644d req-9d875520-1e11-4139-86cc-e0bbc2c0f5fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 918 time: 0.0839729 Sep 03 12:53:44.128245 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7a4ba234-37b5-404a-aac5-a9ae6034644d req-994f35b9-edfd-4945-8974-9da3fc330f6e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f HTTP/1.1" status: 200 len: 1002 time: 0.0600247 Sep 03 12:53:44.183738 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ba234-37b5-404a-aac5-a9ae6034644d req-7351fa74-3e2f-423f-84e6-1c04a61a63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:44.185256 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7a4ba234-37b5-404a-aac5-a9ae6034644d req-7351fa74-3e2f-423f-84e6-1c04a61a63f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4be00016-73eb-4e38-a677-5146d2de1cfc HTTP/1.1" status: 200 len: 856 time: 0.0456481 Sep 03 12:53:44.232832 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ba234-37b5-404a-aac5-a9ae6034644d req-215ede85-0426-4217-a807-ce8f7d816627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:44.234349 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7a4ba234-37b5-404a-aac5-a9ae6034644d req-215ede85-0426-4217-a807-ce8f7d816627 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03b07e36-ec05-49cc-9fef-b0924281e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410519 Sep 03 12:53:44.329260 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7a4ba234-37b5-404a-aac5-a9ae6034644d req-9b6d9cc5-bfd9-4f3e-abb3-1230d73239d6 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873337 Sep 03 12:53:44.424685 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7a4ba234-37b5-404a-aac5-a9ae6034644d req-1f1ea531-b1ca-48d8-aeeb-852983d41fda service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879230 Sep 03 12:53:44.491078 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe5d58-e902-4283-b4a1-5d5a2efef337 req-25f7471c-c4b2-45ec-a600-3655cecf09fe tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:44.492564 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-83fe5d58-e902-4283-b4a1-5d5a2efef337 req-25f7471c-c4b2-45ec-a600-3655cecf09fe tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0524178 Sep 03 12:53:44.532371 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-83fe5d58-e902-4283-b4a1-5d5a2efef337 req-fa1ec496-ce41-49b9-b06f-5271898fb2d3 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339856 Sep 03 12:53:45.651694 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621d4b8-0dd0-4101-a1ed-8da29c2ff5b9 req-aba5614b-2485-40e1-b92c-3444036d6aad tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:45.653190 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a621d4b8-0dd0-4101-a1ed-8da29c2ff5b9 req-aba5614b-2485-40e1-b92c-3444036d6aad tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 946 time: 0.0490808 Sep 03 12:53:45.691206 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a621d4b8-0dd0-4101-a1ed-8da29c2ff5b9 req-d129b823-4be1-4ba1-b672-8e8c1f4eb054 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Sep 03 12:53:46.451591 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3da5acb6-51da-43e0-8a3f-a97c457bf51f no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:53:46.532916 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:46.557193 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:53:46.559454 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c3ab5f-173d-442c-98e1-8caa59d963a9" -d '{"events": [{"server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "name": "network-vif-unplugged", "status": "completed", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:53:46.575836 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:53:46.580362 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:46.604483 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 12:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aea2209-3d39-4ac3-959e-c317648ddea9 x-openstack-request-id: req-6aea2209-3d39-4ac3-959e-c317648ddea9 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:53:46.604781 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "name": "network-vif-unplugged", "status": "failed", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f", "code": 422}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:53:46.605035 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6aea2209-3d39-4ac3-959e-c317648ddea9 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:53:46.605470 dv-cinder-806559-6-iscsi neutron-server[100323]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'code': 422} returned with failed status Sep 03 12:53:46.630426 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=3da5acb6-51da-43e0-8a3f-a97c457bf51f,revision_number=8']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:46.807151 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56509fe2-7cd6-4a99-a499-6bb4223a404e req-1cada460-7f48-467b-b427-30e574e4d131 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:46.808617 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-56509fe2-7cd6-4a99-a499-6bb4223a404e req-1cada460-7f48-467b-b427-30e574e4d131 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0481610 Sep 03 12:53:46.845327 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-56509fe2-7cd6-4a99-a499-6bb4223a404e req-54a06efc-ccae-4acb-9eb9-a53926845845 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308959 Sep 03 12:53:47.635053 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [req-f23b0d7e-b664-47f4-a57f-296130ee407e req-ec4e2d90-8816-4eb5-b78e-f8f050e06b8d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:53:47.636033 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f23b0d7e-b664-47f4-a57f-296130ee407e req-ec4e2d90-8816-4eb5-b78e-f8f050e06b8d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055287 Sep 03 12:53:47.790247 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0348967-4f2e-457b-b50b-3ff788cc97bf req-e19cda7d-bf7d-4f16-9f60-6bdc477732ce tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:47.791738 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c0348967-4f2e-457b-b50b-3ff788cc97bf req-e19cda7d-bf7d-4f16-9f60-6bdc477732ce tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0522711 Sep 03 12:53:47.829729 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c0348967-4f2e-457b-b50b-3ff788cc97bf req-530a0418-6eac-42c0-a2e0-cd0fe9ca4544 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314701 Sep 03 12:53:47.972734 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41444) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:48.063488 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-4bacbea8-44d6-4809-bfaa-85349855a120 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896041 Sep 03 12:53:48.072149 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-a40ae729-a195-4ba0-9001-1b71951f9b96 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:53:48.073097 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-a40ae729-a195-4ba0-9001-1b71951f9b96 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049527 Sep 03 12:53:48.868144 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-742dd7f9-200d-438b-a28b-7a75efec3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:48.869677 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-742dd7f9-200d-438b-a28b-7a75efec3c7e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21&tenant_id=4442a0ebb15444b3a4022331e04ec01f HTTP/1.1" status: 200 len: 1097 time: 0.0430157 Sep 03 12:53:48.958818 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-72811f51-676c-4871-8d48-a183c524d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:48.960293 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-72811f51-676c-4871-8d48-a183c524d629 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 1097 time: 0.0677149 Sep 03 12:53:48.971932 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceca5fc-eb8b-42c7-9b09-06826e34ec92 req-b946ebf3-072c-4182-a670-548d92f293cc tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:48.973293 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5ceca5fc-eb8b-42c7-9b09-06826e34ec92 req-b946ebf3-072c-4182-a670-548d92f293cc tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0699105 Sep 03 12:53:49.059912 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5ceca5fc-eb8b-42c7-9b09-06826e34ec92 req-0aaeb1b5-f6cc-45a9-a42d-e0060009d886 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787168 Sep 03 12:53:49.084756 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-deb92b4f-25e3-44c5-8493-f822ff62822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:49.086219 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-deb92b4f-25e3-44c5-8493-f822ff62822e service neutron] 10.222.0.22 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 918 time: 0.1121044 Sep 03 12:53:49.150915 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-9603bce4-c003-45f7-a42c-e58b276e8abf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f HTTP/1.1" status: 200 len: 1000 time: 0.0563743 Sep 03 12:53:49.153689 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-888404d8-b82b-442b-8019-76de558ed41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:49.204843 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-983b947a-c26f-405f-91c3-7591df577778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:49.206273 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-983b947a-c26f-405f-91c3-7591df577778 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4be00016-73eb-4e38-a677-5146d2de1cfc HTTP/1.1" status: 200 len: 856 time: 0.0475693 Sep 03 12:53:49.253564 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-68dc3deb-edec-4680-9098-c8554ff5fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:49.255162 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-68dc3deb-edec-4680-9098-c8554ff5fa79 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03b07e36-ec05-49cc-9fef-b0924281e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409429 Sep 03 12:53:49.349401 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-2ba2103c-80a1-4529-b999-2aa0aac2fc41 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857005 Sep 03 12:53:49.441179 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-cdaea499-0d29-4486-ab28-acb857fc7a59 req-3c80d380-851b-46ef-98dc-18e21c630a5a service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852175 Sep 03 12:53:49.641709 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:53:50.182916 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4c9ec-80e9-4c55-9833-43538c5b8c9b req-20f5eaf0-c97f-4079-aa3b-87fa9b5ffe08 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:50.184690 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dcf4c9ec-80e9-4c55-9833-43538c5b8c9b req-20f5eaf0-c97f-4079-aa3b-87fa9b5ffe08 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0498188 Sep 03 12:53:50.224537 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dcf4c9ec-80e9-4c55-9833-43538c5b8c9b req-cd2c4752-2511-48a8-86f8-e3d39837eed5 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326302 Sep 03 12:53:50.469105 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3da5acb6-51da-43e0-8a3f-a97c457bf51f no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:53:51.353727 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684ac49-6060-4ac4-bb4f-94fc7b4138ba req-cb284dad-229b-4be8-a222-e4772f9b7e64 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:51.355423 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b684ac49-6060-4ac4-bb4f-94fc7b4138ba req-cb284dad-229b-4be8-a222-e4772f9b7e64 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0564871 Sep 03 12:53:51.394182 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b684ac49-6060-4ac4-bb4f-94fc7b4138ba req-19b4e6d7-287a-42ed-b697-c1d11065958f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329669 Sep 03 12:53:51.846808 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-69096c44-3e96-4e3e-acb2-88bea5766e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:52.303582 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:52.534234 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c8931-ae75-4310-b99c-c00dd54658ee req-082224b1-98a3-4df3-b01f-50e5876a5ec0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:52.535896 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d02c8931-ae75-4310-b99c-c00dd54658ee req-082224b1-98a3-4df3-b01f-50e5876a5ec0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0657120 Sep 03 12:53:52.578620 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d02c8931-ae75-4310-b99c-c00dd54658ee req-235c91d8-2264-4a4b-84c0-89ff025b866c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364411 Sep 03 12:53:53.404360 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:53.449241 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:53.702163 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50d62d-993a-4cf4-889d-b4960c5061bb req-5c4babca-ec9d-4cdc-9527-4067832a4430 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:53.703649 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0b50d62d-993a-4cf4-889d-b4960c5061bb req-5c4babca-ec9d-4cdc-9527-4067832a4430 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0509171 Sep 03 12:53:53.748185 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0b50d62d-993a-4cf4-889d-b4960c5061bb req-451b0d5d-6027-497e-b54a-41bf94a4da64 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377438 Sep 03 12:53:54.871663 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2c48d-e51b-48a6-a75b-db3124d5aef5 req-7c808c03-2d54-40dc-8c4d-ae2299e51cb1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:54.873085 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-00f2c48d-e51b-48a6-a75b-db3124d5aef5 req-7c808c03-2d54-40dc-8c4d-ae2299e51cb1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0488439 Sep 03 12:53:54.913504 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-00f2c48d-e51b-48a6-a75b-db3124d5aef5 req-43f13885-c507-4109-8a81-a1046eb827f1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344014 Sep 03 12:53:54.953590 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:56.036219 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17757c6-f165-4dbf-b200-ce58a01daf8e req-9aedbebb-9d3a-4f99-a72f-7272ddd321c8 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:56.038344 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c17757c6-f165-4dbf-b200-ce58a01daf8e req-9aedbebb-9d3a-4f99-a72f-7272ddd321c8 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0502782 Sep 03 12:53:56.078848 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c17757c6-f165-4dbf-b200-ce58a01daf8e req-f49db86e-81a2-4c4c-a0e5-461e518be21a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343053 Sep 03 12:53:57.206029 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41c4cb-f555-4478-8e30-c1b8d2adfef2 req-6b267e3a-bc49-46f1-8422-f80bdf4a8ddb tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:57.207621 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3d41c4cb-f555-4478-8e30-c1b8d2adfef2 req-6b267e3a-bc49-46f1-8422-f80bdf4a8ddb tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0512774 Sep 03 12:53:57.248327 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3d41c4cb-f555-4478-8e30-c1b8d2adfef2 req-90aa1ab3-a713-4300-a9ec-f47cc7965d9e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340099 Sep 03 12:53:58.386985 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea186-b28f-4617-98e9-3fdfc823ecb0 req-7c1b7802-1695-4a6b-9910-26dd560411f8 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:58.391160 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b28ea186-b28f-4617-98e9-3fdfc823ecb0 req-7c1b7802-1695-4a6b-9910-26dd560411f8 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0692484 Sep 03 12:53:58.431990 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b28ea186-b28f-4617-98e9-3fdfc823ecb0 req-25b777d7-8a08-4f85-be3c-b8f91c674faf tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375891 Sep 03 12:53:59.011298 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bc0d4-5b31-4742-b9cd-af5ab34f0d8f req-6333dd72-1032-4d9d-bd9c-24835562eda5 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:59.012836 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-db8bc0d4-5b31-4742-b9cd-af5ab34f0d8f req-6333dd72-1032-4d9d-bd9c-24835562eda5 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0501597 Sep 03 12:53:59.062325 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-db8bc0d4-5b31-4742-b9cd-af5ab34f0d8f req-773072ff-6942-49dd-a1f6-b952ec7b6226 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385945 Sep 03 12:53:59.558406 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08551d-d0ea-4f35-9cbe-c1068ce5ef7c req-99f0b7a9-4854-4990-b934-00b6a78f88f4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:53:59.560006 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ab08551d-d0ea-4f35-9cbe-c1068ce5ef7c req-99f0b7a9-4854-4990-b934-00b6a78f88f4 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0510669 Sep 03 12:53:59.605332 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ab08551d-d0ea-4f35-9cbe-c1068ce5ef7c req-98a2cef1-83c9-47ca-b2aa-93cf97b036c3 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384617 Sep 03 12:54:00.445420 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f18b5-5369-4564-914b-c0b1ecc87fba req-a5ee8e0f-5414-4deb-a77f-6f0f0b75da47 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:00.446918 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d30f18b5-5369-4564-914b-c0b1ecc87fba req-a5ee8e0f-5414-4deb-a77f-6f0f0b75da47 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.2984788 Sep 03 12:54:00.488297 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d30f18b5-5369-4564-914b-c0b1ecc87fba req-68430dc5-629b-4ddd-b239-6304cafc99d3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351186 Sep 03 12:54:00.747796 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b928aac-d29d-499e-88f5-ff5dd172f0dd req-16657fc4-67ab-40af-92f4-e997e04abb60 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:00.749354 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2b928aac-d29d-499e-88f5-ff5dd172f0dd req-16657fc4-67ab-40af-92f4-e997e04abb60 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0691793 Sep 03 12:54:00.789409 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2b928aac-d29d-499e-88f5-ff5dd172f0dd req-13c16eff-5334-492e-9a7a-1dae8dd3f440 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333896 Sep 03 12:54:01.604520 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e835f-7143-45fc-8ff6-99eb5fb19557 req-574b19bf-95c4-44ce-b67f-9f88c2a78850 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:01.606006 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9a9e835f-7143-45fc-8ff6-99eb5fb19557 req-574b19bf-95c4-44ce-b67f-9f88c2a78850 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0484204 Sep 03 12:54:01.644156 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9a9e835f-7143-45fc-8ff6-99eb5fb19557 req-349583c3-ea96-4b33-80c4-7652310e484d tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323119 Sep 03 12:54:01.860703 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba34655-3dd2-4414-a484-8864d6223048 req-ab050a9d-784e-4a5d-9461-2a9c8dcaa721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:01.862227 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7ba34655-3dd2-4414-a484-8864d6223048 req-ab050a9d-784e-4a5d-9461-2a9c8dcaa721 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee7d0da6d15b48c9851713e689c8e2ae&device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 1137 time: 0.0425470 Sep 03 12:54:01.908391 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79338b57-a65a-4bf0-a557-a55be3610a10 req-2ad35104-b37f-4fec-b9fd-e4080de6ddb1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:01.909884 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-79338b57-a65a-4bf0-a557-a55be3610a10 req-2ad35104-b37f-4fec-b9fd-e4080de6ddb1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0485775 Sep 03 12:54:01.948334 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-79338b57-a65a-4bf0-a557-a55be3610a10 req-bd1ea667-f0bb-4afd-91b6-22bc663191d1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323873 Sep 03 12:54:01.954134 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba34655-3dd2-4414-a484-8864d6223048 req-ce4e6d66-3685-4dfb-8d0d-654acf2c5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:01.955727 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7ba34655-3dd2-4414-a484-8864d6223048 req-ce4e6d66-3685-4dfb-8d0d-654acf2c5d81 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb HTTP/1.1" status: 200 len: 916 time: 0.0841413 Sep 03 12:54:02.026935 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7ba34655-3dd2-4414-a484-8864d6223048 req-2e954b5e-3cfa-4349-9e18-72b2ca1c9eb3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e9a9683-4862-49aa-bb77-d709c0acb355 HTTP/1.1" status: 200 len: 1001 time: 0.0617533 Sep 03 12:54:02.077313 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba34655-3dd2-4414-a484-8864d6223048 req-e8dd9601-688a-410f-b378-d8f61b4713cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:02.078783 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7ba34655-3dd2-4414-a484-8864d6223048 req-e8dd9601-688a-410f-b378-d8f61b4713cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ada30665-e22e-4b56-bb5b-b46cc3293d85 HTTP/1.1" status: 200 len: 854 time: 0.0442553 Sep 03 12:54:02.124948 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba34655-3dd2-4414-a484-8864d6223048 req-f4cce324-c4b1-4968-b36a-02aac0e330e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:02.126410 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7ba34655-3dd2-4414-a484-8864d6223048 req-f4cce324-c4b1-4968-b36a-02aac0e330e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387635 Sep 03 12:54:02.224809 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7ba34655-3dd2-4414-a484-8864d6223048 req-79d8f42b-7ffe-4cc7-94f9-da05cf8ad59f service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843039 Sep 03 12:54:02.321357 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7ba34655-3dd2-4414-a484-8864d6223048 req-a41bb3fb-ad27-4676-bbca-42ee28abd672 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846884 Sep 03 12:54:02.765649 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e82b2-f4de-4c3b-ae32-516157ca09d6 req-6425ae79-715f-46eb-810a-38af8ee6cfc7 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:02.767181 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-458e82b2-f4de-4c3b-ae32-516157ca09d6 req-6425ae79-715f-46eb-810a-38af8ee6cfc7 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0516691 Sep 03 12:54:02.807791 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-458e82b2-f4de-4c3b-ae32-516157ca09d6 req-9d9a4038-4e16-4ffa-bfdd-86c92fc0e735 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338573 Sep 03 12:54:03.063568 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0087a43-5b6f-4332-a559-45267a1632ab req-f2566e5a-5f44-4f83-8da4-a074d8f07a53 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:03.065044 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e0087a43-5b6f-4332-a559-45267a1632ab req-f2566e5a-5f44-4f83-8da4-a074d8f07a53 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0469551 Sep 03 12:54:03.105988 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e0087a43-5b6f-4332-a559-45267a1632ab req-12944571-4e03-45ea-96d2-6aed146b90c2 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345955 Sep 03 12:54:03.924487 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c7853-a93d-4563-97b6-ce75759bf6e7 req-24dd357e-abfe-4472-a297-bbd863ba1e23 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:03.925975 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c85c7853-a93d-4563-97b6-ce75759bf6e7 req-24dd357e-abfe-4472-a297-bbd863ba1e23 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0487120 Sep 03 12:54:03.965358 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c85c7853-a93d-4563-97b6-ce75759bf6e7 req-5dff9c5c-f6e2-4a3f-9da8-36fdec7f995b tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323250 Sep 03 12:54:04.222490 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7b4f7-3461-4a9c-beed-012993542b77 req-18ae39fb-a612-4955-b9fe-d1ad9a74ca34 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:04.224656 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6ab7b4f7-3461-4a9c-beed-012993542b77 req-18ae39fb-a612-4955-b9fe-d1ad9a74ca34 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 944 time: 0.0483167 Sep 03 12:54:04.261001 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6ab7b4f7-3461-4a9c-beed-012993542b77 req-a3692bdc-11f7-432b-8a19-812fb5959cf0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306571 Sep 03 12:54:04.575454 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3da5acb6-51da-43e0-8a3f-a97c457bf51f details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:54:04.669661 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:04.680778 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'port_id': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'mac_address': 'fa:16:3e:2c:1b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:54:04.722226 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:04.735134 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da5acb6-51da-43e0-8a3f-a97c457bf51f {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:54:04.758964 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:04.762609 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:04.810718 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=3da5acb6-51da-43e0-8a3f-a97c457bf51f,revision_number=9']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:05.021626 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['3da5acb6-51da-43e0-8a3f-a97c457bf51f'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:54:05.079547 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011dee8-8922-41e1-ac1e-1b8ed36917ce req-c39347dc-c276-4a40-900f-5075358024d3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:05.080944 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6011dee8-8922-41e1-ac1e-1b8ed36917ce req-c39347dc-c276-4a40-900f-5075358024d3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0491087 Sep 03 12:54:05.121067 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6011dee8-8922-41e1-ac1e-1b8ed36917ce req-794bec83-8f8a-4380-9c6a-622905564687 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339630 Sep 03 12:54:05.382023 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d31cf-0afa-48c4-8f74-5c7d2fb74b02 req-1c3a126e-5e66-4352-bc88-cfdf62600e76 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:05.383541 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c38d31cf-0afa-48c4-8f74-5c7d2fb74b02 req-1c3a126e-5e66-4352-bc88-cfdf62600e76 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 945 time: 0.0487161 Sep 03 12:54:05.420388 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c38d31cf-0afa-48c4-8f74-5c7d2fb74b02 req-89b51fd8-f73a-487f-a825-6ad07881758a tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310075 Sep 03 12:54:06.233956 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92427a94-3eac-4f34-a70c-7f0a04a3026c req-a41ed8d7-3d25-4e5c-8f9c-e7565c1945d6 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:06.235432 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-92427a94-3eac-4f34-a70c-7f0a04a3026c req-a41ed8d7-3d25-4e5c-8f9c-e7565c1945d6 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0475779 Sep 03 12:54:06.278359 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-92427a94-3eac-4f34-a70c-7f0a04a3026c req-917913dd-6b70-47fd-82c3-69a0a04a511b tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365648 Sep 03 12:54:06.540141 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a3513-ff5c-47e9-b939-d89a3be954e9 req-6a9103b9-e018-44e1-aebf-2d3c07e9e905 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:06.542268 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9c7a3513-ff5c-47e9-b939-d89a3be954e9 req-6a9103b9-e018-44e1-aebf-2d3c07e9e905 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 945 time: 0.0518987 Sep 03 12:54:06.575980 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3da5acb6-51da-43e0-8a3f-a97c457bf51f up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:54:06.579653 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9c7a3513-ff5c-47e9-b939-d89a3be954e9 req-a65adda7-2264-4fdb-b3b5-10da20ac5153 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316236 Sep 03 12:54:06.623415 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 3da5acb6-51da-43e0-8a3f-a97c457bf51f triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:54:06.623786 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:06.701953 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:06.726418 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:54:06.728600 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01df2f2b-f50c-489f-865c-127e95c74968" -d '{"events": [{"server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "name": "network-vif-plugged", "status": "completed", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:54:06.741555 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:06.746431 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:06.769269 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b28616e-25d0-4ee3-8cd1-bd566b389f16 x-openstack-request-id: req-4b28616e-25d0-4ee3-8cd1-bd566b389f16 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:54:06.769563 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "name": "network-vif-plugged", "status": "completed", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:54:06.769817 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b28616e-25d0-4ee3-8cd1-bd566b389f16 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:54:06.770212 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'code': 200} Sep 03 12:54:06.795994 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=3da5acb6-51da-43e0-8a3f-a97c457bf51f,revision_number=10']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:06.941153 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca359282-2674-41aa-acd1-3a28eb34d8b4 req-023c524d-8759-48f7-9954-782bcc0e7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:06.943184 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ca359282-2674-41aa-acd1-3a28eb34d8b4 req-023c524d-8759-48f7-9954-782bcc0e7630 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 1100 time: 0.0398967 Sep 03 12:54:06.980347 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ca359282-2674-41aa-acd1-3a28eb34d8b4 req-74fa8f15-1d2f-4f04-a435-08aa6a406845 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288758 Sep 03 12:54:07.391462 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e504c1-cae1-4b4a-9524-ff1275a8c7fe req-0b863359-805b-42ab-89ec-4aa2475f7692 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:07.392944 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f4e504c1-cae1-4b4a-9524-ff1275a8c7fe req-0b863359-805b-42ab-89ec-4aa2475f7692 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0497200 Sep 03 12:54:07.432804 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f4e504c1-cae1-4b4a-9524-ff1275a8c7fe req-29d28f45-7ba7-46b7-a1a1-5212d4ac4171 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332007 Sep 03 12:54:07.697735 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b784-f669-4224-b166-a5504cf3c095 req-76b7ee29-f4dc-4c0f-817e-0063bd15dad1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:07.699225 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9b82b784-f669-4224-b166-a5504cf3c095 req-76b7ee29-f4dc-4c0f-817e-0063bd15dad1 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 947 time: 0.0473638 Sep 03 12:54:07.737325 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9b82b784-f669-4224-b166-a5504cf3c095 req-f98d97eb-8fe7-4206-92f1-bb7ce30e5935 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320981 Sep 03 12:54:08.552440 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9a4dc-dc8d-46f5-ba9f-ea29f67ed16c req-4126b055-9e40-419d-bedd-2f6a50f877ae tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:08.553939 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-40a9a4dc-dc8d-46f5-ba9f-ea29f67ed16c req-4126b055-9e40-419d-bedd-2f6a50f877ae tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0541730 Sep 03 12:54:08.593469 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-40a9a4dc-dc8d-46f5-ba9f-ea29f67ed16c req-09e86344-248a-4941-9b02-5d86ba584292 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335734 Sep 03 12:54:08.852058 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7440b39-4ecf-428f-8fdb-5d4b4b3419b0 req-2de33b14-6177-452c-a219-e9ab4a1e7d75 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:08.853505 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f7440b39-4ecf-428f-8fdb-5d4b4b3419b0 req-2de33b14-6177-452c-a219-e9ab4a1e7d75 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 947 time: 0.0474391 Sep 03 12:54:08.890484 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f7440b39-4ecf-428f-8fdb-5d4b4b3419b0 req-de848fb7-934d-44e4-9884-60df385836db tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312500 Sep 03 12:54:09.655338 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db194d69-bc91-4e4c-b375-dffdbce173eb req-fab55296-e92b-4dd6-91bd-e4958de99532 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:09.656883 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-db194d69-bc91-4e4c-b375-dffdbce173eb req-fab55296-e92b-4dd6-91bd-e4958de99532 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0501461 Sep 03 12:54:09.698939 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-db194d69-bc91-4e4c-b375-dffdbce173eb req-4e58243c-3fd5-430e-9849-a825938409b0 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352342 Sep 03 12:54:09.714999 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c5e2b-2e20-473b-8e92-891856217e93 req-223407c2-57cb-4919-ae6a-105e13a495be tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:09.716455 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-647c5e2b-2e20-473b-8e92-891856217e93 req-223407c2-57cb-4919-ae6a-105e13a495be tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0503449 Sep 03 12:54:09.755917 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-647c5e2b-2e20-473b-8e92-891856217e93 req-81e9ce0f-c43a-4a48-908d-62f2766d7eb8 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334978 Sep 03 12:54:10.816301 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395059b8-87f1-4e01-beff-76db551f31b6 req-f258f08c-f9cc-4ef2-9e30-372d831dc09f tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:10.817829 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-395059b8-87f1-4e01-beff-76db551f31b6 req-f258f08c-f9cc-4ef2-9e30-372d831dc09f tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0495856 Sep 03 12:54:10.856128 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-395059b8-87f1-4e01-beff-76db551f31b6 req-27c5da6a-350c-44ba-931a-8e2b2e71d206 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324607 Sep 03 12:54:10.872047 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a30aa-6457-49f6-b76c-472285d56637 req-efecd81f-bffd-4f97-917e-41581571e839 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:10.873538 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c03a30aa-6457-49f6-b76c-472285d56637 req-efecd81f-bffd-4f97-917e-41581571e839 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0492816 Sep 03 12:54:10.913592 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c03a30aa-6457-49f6-b76c-472285d56637 req-20b4ef37-876d-4601-bc29-4223f31e6953 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342350 Sep 03 12:54:11.969485 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08893192-62d4-4ff1-aee0-83189b2f3bda req-999efe7f-af0f-48fc-8b2e-212b7fe8ef6e tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:11.970989 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-08893192-62d4-4ff1-aee0-83189b2f3bda req-999efe7f-af0f-48fc-8b2e-212b7fe8ef6e tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0489585 Sep 03 12:54:12.009038 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-08893192-62d4-4ff1-aee0-83189b2f3bda req-cd032113-db08-4d35-bd44-762f3a15feda tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321004 Sep 03 12:54:12.032448 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9748c8-4630-4dbe-8c6b-50fd5757f0a7 req-212d5b3b-3998-4746-ba53-10ba760ecaa1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:12.033936 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bf9748c8-4630-4dbe-8c6b-50fd5757f0a7 req-212d5b3b-3998-4746-ba53-10ba760ecaa1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0526981 Sep 03 12:54:12.073547 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bf9748c8-4630-4dbe-8c6b-50fd5757f0a7 req-1cd85cea-7ebd-4808-b150-7131a2967a8b tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335028 Sep 03 12:54:13.124771 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b88e3f-f67f-49dc-8d4a-c7aa036fe83f req-ccb71c8d-ed72-41ca-aba4-28e3d6017e4e tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:13.126255 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-57b88e3f-f67f-49dc-8d4a-c7aa036fe83f req-ccb71c8d-ed72-41ca-aba4-28e3d6017e4e tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0510023 Sep 03 12:54:13.165322 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-57b88e3f-f67f-49dc-8d4a-c7aa036fe83f req-6eb5d33b-208c-403c-9116-a2319b7c5317 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327690 Sep 03 12:54:13.191964 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308ff5f-b3e5-474e-9468-080cbc2f143b req-774d0bbc-511a-4fe9-ac43-fe937893fa24 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:13.193458 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f308ff5f-b3e5-474e-9468-080cbc2f143b req-774d0bbc-511a-4fe9-ac43-fe937893fa24 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0503390 Sep 03 12:54:13.236907 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f308ff5f-b3e5-474e-9468-080cbc2f143b req-d9c08341-555a-4545-9ee5-792234a14ef5 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374060 Sep 03 12:54:14.278220 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec23d54-6572-40ed-8d2a-c950add9960a req-9c68733f-470f-4e1d-b501-a65fef8bb636 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:14.279800 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0ec23d54-6572-40ed-8d2a-c950add9960a req-9c68733f-470f-4e1d-b501-a65fef8bb636 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0488079 Sep 03 12:54:14.318525 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-0ec23d54-6572-40ed-8d2a-c950add9960a req-3c91ae3c-eba9-4064-843e-7c2cb1fd52c8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329902 Sep 03 12:54:14.357611 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fc334-957e-4f3a-a960-263c8fc934e4 req-c20d5d92-3b60-4e4d-a1b8-5ea26ae267b3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:14.359111 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f76fc334-957e-4f3a-a960-263c8fc934e4 req-c20d5d92-3b60-4e4d-a1b8-5ea26ae267b3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0489700 Sep 03 12:54:14.398000 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f76fc334-957e-4f3a-a960-263c8fc934e4 req-53b8c796-fdfa-42fb-a539-530b672a55cb tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&id=701c9d16-54dd-4e4d-9336-65791ea205ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323625 Sep 03 12:54:15.433693 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ecea1-c148-4cc0-b24c-2011b9d68445 req-c915b1d7-9c61-45be-8dc9-da73620acf6a tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:15.435109 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-205ecea1-c148-4cc0-b24c-2011b9d68445 req-c915b1d7-9c61-45be-8dc9-da73620acf6a tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0519884 Sep 03 12:54:15.472162 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-205ecea1-c148-4cc0-b24c-2011b9d68445 req-60c1578f-d22c-4a45-bb77-e29a36c556ee tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312502 Sep 03 12:54:16.597552 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b8dfd-89a9-4c48-aa2e-a114a2700768 req-e869ede4-42ab-49c0-aee1-eaeb87bbf53b tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:16.599119 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-909b8dfd-89a9-4c48-aa2e-a114a2700768 req-e869ede4-42ab-49c0-aee1-eaeb87bbf53b tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0535614 Sep 03 12:54:16.638469 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-909b8dfd-89a9-4c48-aa2e-a114a2700768 req-f69555d2-d977-4273-9191-3c0628074e68 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332270 Sep 03 12:54:16.915806 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2496de-fd73-4eae-9bdd-3250d44b4aac req-6d8b7aeb-f5fd-40da-a893-a041a319bd35 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:16.917310 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bb2496de-fd73-4eae-9bdd-3250d44b4aac req-6d8b7aeb-f5fd-40da-a893-a041a319bd35 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 945 time: 0.0511239 Sep 03 12:54:16.955418 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bb2496de-fd73-4eae-9bdd-3250d44b4aac req-cd2006b2-ac88-466e-9903-8329888c1c76 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=09841063-16de-4a66-bf79-3f7541ab73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321641 Sep 03 12:54:17.757944 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b166ee9-c738-4450-b1e6-1d5de1f7b2ea req-07821fd9-ed23-4582-8db4-8ddc44688201 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:17.759549 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5b166ee9-c738-4450-b1e6-1d5de1f7b2ea req-07821fd9-ed23-4582-8db4-8ddc44688201 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0475795 Sep 03 12:54:17.795694 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5b166ee9-c738-4450-b1e6-1d5de1f7b2ea req-8b44c39e-e0dc-45a5-bcd4-5d8c949ad4a8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304017 Sep 03 12:54:18.070474 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff947ea-9dd3-4922-9c59-96f8341ef355 req-f36d57b0-4dfd-4863-80d2-4efde49687d7 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:18.071947 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fff947ea-9dd3-4922-9c59-96f8341ef355 req-f36d57b0-4dfd-4863-80d2-4efde49687d7 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 945 time: 0.0518103 Sep 03 12:54:18.108383 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fff947ea-9dd3-4922-9c59-96f8341ef355 req-f648d2a7-9697-4f1b-8049-c92b1a8ab9f2 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups?id=09841063-16de-4a66-bf79-3f7541ab73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306611 Sep 03 12:54:18.350952 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53064ee3-0b6d-4f1f-acd3-9fbfc10751d5 req-a256c4a5-307b-4bb6-9d84-58e29e6719d0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:18.352407 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-53064ee3-0b6d-4f1f-acd3-9fbfc10751d5 req-a256c4a5-307b-4bb6-9d84-58e29e6719d0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 946 time: 0.0491536 Sep 03 12:54:18.388375 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-53064ee3-0b6d-4f1f-acd3-9fbfc10751d5 req-60a1b3f1-a454-49bd-930c-7f5224ebb356 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302391 Sep 03 12:54:18.655937 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3a4d75ec-efe4-438f-9292-795d3fba0e30 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:18.657418 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3a4d75ec-efe4-438f-9292-795d3fba0e30 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.22 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 945 time: 0.0476446 Sep 03 12:54:18.760990 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Deleting port 45e8297e-e742-4265-acdf-02ef8c572773 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:18.761334 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:18.848728 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] For port 45e8297e-e742-4265-acdf-02ef8c572773, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=45e8297e-e742-4265-acdf-02ef8c572773,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:18.849281 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:18.909313 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c59e5-f25d-4918-8906-dea6f908dff7 req-08dc9d99-0540-48c0-86c7-4d91c3603e69 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:18.910773 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ae4c59e5-f25d-4918-8906-dea6f908dff7 req-08dc9d99-0540-48c0-86c7-4d91c3603e69 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0486398 Sep 03 12:54:18.951684 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ae4c59e5-f25d-4918-8906-dea6f908dff7 req-579f4fcd-36dd-46a4-83b3-565fbc22e67e tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349252 Sep 03 12:54:19.019920 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:19.020271 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:19.020583 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.l3_db [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Floating IP 3c069ac0-0888-4715-97c4-49067a1d0030 disassociated. External IP: 172.27.0.140, port: 45e8297e-e742-4265-acdf-02ef8c572773. Sep 03 12:54:19.020940 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Calling delete_port for 45e8297e-e742-4265-acdf-02ef8c572773 owned by compute:nova {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:19.144426 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:19.156109 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-83517702-781f-47d0-9ec1-65f54bfcc1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:19.181552 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event deleted for resources: {'Port': ['ID=45e8297e-e742-4265-acdf-02ef8c572773,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:19.216882 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9cb12d54-c089-4c62-9597-9ee1ab91ff64 req-4fadefda-6cb7-491f-8f58-d4085d5a3b32 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/ports?device_id=810dcb16-0f11-4ed5-a489-378f71d1fcef HTTP/1.1" status: 200 len: 210 time: 0.0328691 Sep 03 12:54:19.219678 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:19.220028 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:19.220370 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:19.220705 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:19.221061 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:19.221373 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:19.221857 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:19.222195 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:19.222550 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:19.222905 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:19.223228 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:19.223551 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:19.327465 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Router 1ca03b11-1d5c-432a-8192-de31c5b7f94c has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:54:19.433882 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:54:19.444446 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df609dcc-5d0b-4ff4-a43b-d5e37d8dc5d2 None None] Sync routers for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:54:19.453558 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df609dcc-5d0b-4ff4-a43b-d5e37d8dc5d2 None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:19.454368 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-df609dcc-5d0b-4ff4-a43b-d5e37d8dc5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:53:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:19.475010 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] No DVR routers for this DVR port 45e8297e-e742-4265-acdf-02ef8c572773 on host hv-cinder-80655 {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:54:19.477803 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:19.480241 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5aab9cb1-d5c0-4cc5-b0f7-5df86c63aa90 req-3d340b4d-3866-48e7-8705-e392b84a2397 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.22 "DELETE /v2.0/ports/45e8297e-e742-4265-acdf-02ef8c572773 HTTP/1.1" status: 204 len: 173 time: 0.8104563 Sep 03 12:54:19.480740 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810dcb16-0f11-4ed5-a489-378f71d1fcef', 'name': 'network-vif-deleted', 'tag': '45e8297e-e742-4265-acdf-02ef8c572773'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:54:19.482982 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba68ab1-491a-42ae-9da7-4eab3d1e8a11" -d '{"events": [{"server_uuid": "810dcb16-0f11-4ed5-a489-378f71d1fcef", "name": "network-vif-deleted", "tag": "45e8297e-e742-4265-acdf-02ef8c572773"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:54:19.520225 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc761e-ec58-4f08-be5e-ba8d4cee9244 req-e813f93f-396c-40ea-9471-da6cdb6ff117 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:19.522325 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daf0eb6-c1ce-4643-9264-01a5a2afc993 x-openstack-request-id: req-3daf0eb6-c1ce-4643-9264-01a5a2afc993 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:54:19.522716 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810dcb16-0f11-4ed5-a489-378f71d1fcef", "name": "network-vif-deleted", "tag": "45e8297e-e742-4265-acdf-02ef8c572773", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:54:19.522973 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3daf0eb6-c1ce-4643-9264-01a5a2afc993 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:54:19.523379 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810dcb16-0f11-4ed5-a489-378f71d1fcef', 'name': 'network-vif-deleted', 'tag': '45e8297e-e742-4265-acdf-02ef8c572773', 'status': 'completed', 'code': 200} Sep 03 12:54:19.523745 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e1fc761e-ec58-4f08-be5e-ba8d4cee9244 req-e813f93f-396c-40ea-9471-da6cdb6ff117 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 946 time: 0.0620477 Sep 03 12:54:19.580677 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e1fc761e-ec58-4f08-be5e-ba8d4cee9244 req-1f721e60-5b8e-4c42-858d-b8e2268c694a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442109 Sep 03 12:54:19.584545 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-df609dcc-5d0b-4ff4-a43b-d5e37d8dc5d2 None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:19.789095 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-df609dcc-5d0b-4ff4-a43b-d5e37d8dc5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:40Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:19.825387 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5612937-6cc7-4b80-b104-94441be5d488 req-760a5782-518d-4fab-847c-3bf3518fbb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:19.825882 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df609dcc-5d0b-4ff4-a43b-d5e37d8dc5d2 None None] Checking router: 1ca03b11-1d5c-432a-8192-de31c5b7f94c for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:54:19.826942 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f5612937-6cc7-4b80-b104-94441be5d488 req-760a5782-518d-4fab-847c-3bf3518fbb2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249950e2371f403a95f0713db8fb04f4&device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 1098 time: 0.0444653 Sep 03 12:54:19.835945 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df609dcc-5d0b-4ff4-a43b-d5e37d8dc5d2 None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:19.836549 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-df609dcc-5d0b-4ff4-a43b-d5e37d8dc5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:53:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:19.924382 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5612937-6cc7-4b80-b104-94441be5d488 req-83fd1de9-43c5-4edd-981c-e0e399e57d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:19.926271 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f5612937-6cc7-4b80-b104-94441be5d488 req-83fd1de9-43c5-4edd-981c-e0e399e57d0b service neutron] 10.222.0.22 "GET /v2.0/networks?id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115 HTTP/1.1" status: 200 len: 910 time: 0.0880809 Sep 03 12:54:19.945206 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-df609dcc-5d0b-4ff4-a43b-d5e37d8dc5d2 None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:20.032579 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f5612937-6cc7-4b80-b104-94441be5d488 req-8adb553f-c10c-404c-9660-3435c56784b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7 HTTP/1.1" status: 200 len: 1000 time: 0.0923665 Sep 03 12:54:20.120238 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-e5a66384-ab1d-4737-8f08-2a257a9fd0d5 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:20.121717 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-e5a66384-ab1d-4737-8f08-2a257a9fd0d5 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 946 time: 0.1746948 Sep 03 12:54:20.137561 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5612937-6cc7-4b80-b104-94441be5d488 req-b77b1772-3f19-4200-a7e0-6c814fdb8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:20.138954 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f5612937-6cc7-4b80-b104-94441be5d488 req-b77b1772-3f19-4200-a7e0-6c814fdb8c6c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f5e91bcd-437f-41ff-a010-04098e986172 HTTP/1.1" status: 200 len: 848 time: 0.0944490 Sep 03 12:54:20.147188 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16dbe6-4a46-4b2d-914a-5d6a456e9225 req-b705574e-7c5e-400b-a332-d99087ad4044 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:20.148597 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1d16dbe6-4a46-4b2d-914a-5d6a456e9225 req-b705574e-7c5e-400b-a332-d99087ad4044 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.1184447 Sep 03 12:54:20.162000 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-df609dcc-5d0b-4ff4-a43b-d5e37d8dc5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:40Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:20.194137 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df609dcc-5d0b-4ff4-a43b-d5e37d8dc5d2 None None] The sync data for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi is: [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:32Z', 'revision_number': 4, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'a1825f43-c1e2-4aeb-9f36-094f33f2c7e9', 'name': '', 'network_id': '54ba5bcc-9e04-4716-bdce-8144ff1c96f1', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'mac_address': 'fa:16:3e:51:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:27Z', 'updated_at': '2021-09-03T12:47:40Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'subnets': [{'id': 'f804e94f-4cdc-4875-a25a-f1c5b250b678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:54:20.276179 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1d16dbe6-4a46-4b2d-914a-5d6a456e9225 req-a6f54254-5296-4061-b522-38d915993bd1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142824 Sep 03 12:54:20.281067 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5612937-6cc7-4b80-b104-94441be5d488 req-66429672-b4db-41b5-a03d-2c50074f8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:20.282584 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f5612937-6cc7-4b80-b104-94441be5d488 req-66429672-b4db-41b5-a03d-2c50074f8bba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1320107 Sep 03 12:54:20.305258 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41746) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:20.331577 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Deleting port 281e6b5e-4405-458f-bc68-417c00abde8c {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:20.331911 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:20.364431 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:20.392617 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:20.445902 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:20.449822 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:20.451048 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "DELETE /v2.0/security-groups/09841063-16de-4a66-bf79-3f7541ab73e3 HTTP/1.1" status: 204 len: 168 time: 0.1447804 Sep 03 12:54:20.453741 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 41748) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:20.460938 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09841063-16de-4a66-bf79-3f7541ab73e3,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:20.472503 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:20.473099 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:20.473231 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f5612937-6cc7-4b80-b104-94441be5d488 req-e7ad2472-d0e3-4d90-982d-cd83cfd89628 service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817601 Sep 03 12:54:20.473745 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:20.474100 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:20.474623 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:20.475251 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:20.475808 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:20.476423 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.api.v2.resource [None req-dd233d9f-39bb-4b13-b823-933967993ec8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] show failed (client error): The resource could not be found. Sep 03 12:54:20.476884 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:20.477398 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-dd233d9f-39bb-4b13-b823-933967993ec8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "GET /v2.0/security-groups/09841063-16de-4a66-bf79-3f7541ab73e3 HTTP/1.1" status: 404 len: 347 time: 0.0227344 Sep 03 12:54:20.477631 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:20.477736 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703db85-94aa-4b99-a5df-22634d961ac5 None None] New status for floating IP 3c069ac0-0888-4715-97c4-49067a1d0030: DOWN {{(pid=100324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:54:20.478584 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:20.479091 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:20.479623 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849de5-bf19-4571-96b5-d35e4883c8e8 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:20.481639 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 41750) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:20.558259 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] For port 281e6b5e-4405-458f-bc68-417c00abde8c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=281e6b5e-4405-458f-bc68-417c00abde8c,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:20.558625 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:21.043914 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f5612937-6cc7-4b80-b104-94441be5d488 req-b9527bac-fb67-4bf7-8f4e-27af6a79a6b9 service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613337 Sep 03 12:54:21.060081 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ca45b-602d-49d8-8afb-569c6c457f05 req-06d33f3c-5470-46aa-b30b-c0a14b275084 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:21.061543 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bf5ca45b-602d-49d8-8afb-569c6c457f05 req-06d33f3c-5470-46aa-b30b-c0a14b275084 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 946 time: 0.3880811 Sep 03 12:54:21.130404 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-4f811d13-9759-4b5f-a0a0-7795eb96b5f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Deleting port 9b2fe2cc-161f-47bc-b1fc-e90f3c225df5 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:21.130883 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4f811d13-9759-4b5f-a0a0-7795eb96b5f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:21.180305 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bf5ca45b-602d-49d8-8afb-569c6c457f05 req-163f7a2e-5c7d-44cb-8207-0efcd6d5bf9b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106131 Sep 03 12:54:21.185699 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:21.186061 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:21.186370 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.l3_db [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Floating IP b80ee27a-745d-4655-8d89-e83f01f50f42 disassociated. External IP: 172.27.0.240, port: 281e6b5e-4405-458f-bc68-417c00abde8c. Sep 03 12:54:21.186716 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Calling delete_port for 281e6b5e-4405-458f-bc68-417c00abde8c owned by compute:nova {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:21.276199 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4f811d13-9759-4b5f-a0a0-7795eb96b5f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:21.276529 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4f811d13-9759-4b5f-a0a0-7795eb96b5f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:21.297330 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-4f811d13-9759-4b5f-a0a0-7795eb96b5f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Calling delete_port for 9b2fe2cc-161f-47bc-b1fc-e90f3c225df5 owned by network:floatingip {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:21.398589 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2778bb-1900-405a-8a5e-c0095220173c req-d4161cc0-3342-44de-ba74-2b0801da12fc tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:21.400002 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ce2778bb-1900-405a-8a5e-c0095220173c req-d4161cc0-3342-44de-ba74-2b0801da12fc tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0529394 Sep 03 12:54:21.436507 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:21.470590 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event deleted for resources: {'Port': ['ID=281e6b5e-4405-458f-bc68-417c00abde8c,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:21.588352 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4f811d13-9759-4b5f-a0a0-7795eb96b5f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:21.624070 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f811d13-9759-4b5f-a0a0-7795eb96b5f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Pushing event deleted for resources: {'Port': ['ID=9b2fe2cc-161f-47bc-b1fc-e90f3c225df5,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:21.651100 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ce2778bb-1900-405a-8a5e-c0095220173c req-671c835e-b017-489c-b02c-e5bc2337972d tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447393 Sep 03 12:54:21.696749 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Router c01d7413-b98a-4072-b3ad-2d256f7f61e7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:54:21.711661 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4f811d13-9759-4b5f-a0a0-7795eb96b5f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks [] for floatingip, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:21.714120 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4f811d13-9759-4b5f-a0a0-7795eb96b5f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:21.715332 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-4f811d13-9759-4b5f-a0a0-7795eb96b5f5 tempest-AttachVolumeTestJSON-2014258458 tempest-AttachVolumeTestJSON-2014258458-project] 10.222.0.23 "DELETE /v2.0/floatingips/3c069ac0-0888-4715-97c4-49067a1d0030 HTTP/1.1" status: 204 len: 168 time: 1.2313030 Sep 03 12:54:21.819805 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:54:21.832801 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a6902-f725-44e5-8ba0-929f8cb81b2e None None] Sync routers for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:54:21.845753 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a6902-f725-44e5-8ba0-929f8cb81b2e None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:21.849090 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-051a6902-f725-44e5-8ba0-929f8cb81b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:53:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:21.865554 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] No DVR routers for this DVR port 281e6b5e-4405-458f-bc68-417c00abde8c on host hv-cinder-80655 {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:54:21.869617 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:21.871760 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-bb4a7180-c18d-4a19-81a7-50f619064223 req-1d904b7d-cebe-4dac-98a6-4bc08e4cb9a0 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "DELETE /v2.0/ports/281e6b5e-4405-458f-bc68-417c00abde8c HTTP/1.1" status: 204 len: 173 time: 1.7411754 Sep 03 12:54:21.872212 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b37e832-b522-4679-b51c-289fd6c4960a', 'name': 'network-vif-deleted', 'tag': '281e6b5e-4405-458f-bc68-417c00abde8c'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:54:21.874501 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527dfded-e227-4b51-8f05-38d66e20404e" -d '{"events": [{"server_uuid": "5b37e832-b522-4679-b51c-289fd6c4960a", "name": "network-vif-deleted", "tag": "281e6b5e-4405-458f-bc68-417c00abde8c"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:54:21.921520 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf22f82-dad6-469a-9c15-0a2833ae2b36 x-openstack-request-id: req-0cf22f82-dad6-469a-9c15-0a2833ae2b36 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:54:21.921811 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b37e832-b522-4679-b51c-289fd6c4960a", "name": "network-vif-deleted", "tag": "281e6b5e-4405-458f-bc68-417c00abde8c", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:54:21.922061 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cf22f82-dad6-469a-9c15-0a2833ae2b36 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:54:21.922460 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b37e832-b522-4679-b51c-289fd6c4960a', 'name': 'network-vif-deleted', 'tag': '281e6b5e-4405-458f-bc68-417c00abde8c', 'status': 'completed', 'code': 200} Sep 03 12:54:21.953011 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0235-7582-4bc5-ac75-68c36e570da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:21.999458 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-051a6902-f725-44e5-8ba0-929f8cb81b2e None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:22.285439 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dfcc88a2-648b-4152-81c2-d250eb47f335 req-41d2439e-da97-4d52-b71a-5e798bc469db tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b37e832-b522-4679-b51c-289fd6c4960a HTTP/1.1" status: 200 len: 210 time: 0.0249603 Sep 03 12:54:22.324640 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:22.342704 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-051a6902-f725-44e5-8ba0-929f8cb81b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:22.368821 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a6902-f725-44e5-8ba0-929f8cb81b2e None None] Checking router: c01d7413-b98a-4072-b3ad-2d256f7f61e7 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:54:22.376895 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a6902-f725-44e5-8ba0-929f8cb81b2e None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:22.377499 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-051a6902-f725-44e5-8ba0-929f8cb81b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:22.480555 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-051a6902-f725-44e5-8ba0-929f8cb81b2e None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:22.644217 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 45e8297e-e742-4265-acdf-02ef8c572773 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:54:22.687530 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 45e8297e-e742-4265-acdf-02ef8c572773 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:54:22.687866 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 45e8297e-e742-4265-acdf-02ef8c572773 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:54:22.688296 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 281e6b5e-4405-458f-bc68-417c00abde8c no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:54:22.713942 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 281e6b5e-4405-458f-bc68-417c00abde8c {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:54:22.714289 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 281e6b5e-4405-458f-bc68-417c00abde8c not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:54:22.741424 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-051a6902-f725-44e5-8ba0-929f8cb81b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:22.767988 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a6902-f725-44e5-8ba0-929f8cb81b2e None None] The sync data for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi is: [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:54:22.777359 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2e1ad-3232-463c-85d0-59729faab895 req-7a0177a5-52c0-4fe7-8e22-0ac1ac7b6831 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:22.779040 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-97e2e1ad-3232-463c-85d0-59729faab895 req-7a0177a5-52c0-4fe7-8e22-0ac1ac7b6831 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0500548 Sep 03 12:54:22.825204 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-97e2e1ad-3232-463c-85d0-59729faab895 req-b4ce02f9-bc78-4a7a-8884-5f670f6803fc tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400524 Sep 03 12:54:23.038832 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4e98ad-7ffc-49be-9024-5b660c73f218 None None] New status for floating IP b80ee27a-745d-4655-8d89-e83f01f50f42: DOWN {{(pid=100324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:54:23.404395 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:23.452701 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:23.559982 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-630ede79-5c34-4af8-9cc6-03a9bb6d83ab tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024723540&fields=id&tenant_id=629ca63105674d199c7db24d3ee4918e HTTP/1.1" status: 200 len: 267 time: 0.0333798 Sep 03 12:54:23.669404 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-9efa79dd-5002-412b-8e98-4247657bb045 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:23.671069 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-9efa79dd-5002-412b-8e98-4247657bb045 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 812 time: 0.1046739 Sep 03 12:54:23.685926 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-deb36300-3fc1-46b7-96bb-038d64f8f762 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/quotas/629ca63105674d199c7db24d3ee4918e HTTP/1.1" status: 200 len: 375 time: 0.0089431 Sep 03 12:54:23.738558 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-da1eaeec-58ea-4a03-adb6-bfddda501848 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476723 Sep 03 12:54:23.842057 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-bd19318a-c2a6-446b-a1c0-509dfafa8b8c service neutron] 10.222.0.23 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924635 Sep 03 12:54:23.933182 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-52448d8a-b06c-4ab2-b381-fbc345743f94 service neutron] 10.222.0.23 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850282 Sep 03 12:54:23.938384 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d7be3-b52c-4641-afb4-095958c34748 req-a7c4e7b7-c12e-4a57-acb8-fc9813bdc830 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:23.939887 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e54d7be3-b52c-4641-afb4-095958c34748 req-a7c4e7b7-c12e-4a57-acb8-fc9813bdc830 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0482597 Sep 03 12:54:23.979165 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e54d7be3-b52c-4641-afb4-095958c34748 req-d9e8719e-ac34-4e9d-b5ed-4581232e74d7 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329311 Sep 03 12:54:24.179858 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b154564c-7a54-4579-834a-e301ddc53d7e req-5f924e00-3924-4d10-9f64-abc3d4664a8d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0527916 Sep 03 12:54:24.242291 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d608317-8f24-45a2-85c4-05ecc820468e req-7c5eec56-c507-471c-a116-847aa971b1c9 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:24.244372 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2d608317-8f24-45a2-85c4-05ecc820468e req-7c5eec56-c507-471c-a116-847aa971b1c9 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0754306 Sep 03 12:54:24.297198 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6d91cae5-8355-4793-b900-489bbcd93091 req-76077ccb-bf53-47d0-ba2c-d3f5922c2aae tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 210 time: 0.0306566 Sep 03 12:54:24.329162 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2d608317-8f24-45a2-85c4-05ecc820468e req-17ea526a-d514-46ef-827c-bd2f8d83a6e3 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640705 Sep 03 12:54:24.957572 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:25.386841 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5a1e3add-a84e-42a0-884a-d5945f4e7c83 req-59f37675-e514-47da-ad0d-58241ece9c59 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 210 time: 0.0283461 Sep 03 12:54:25.431944 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299999e-26c0-4afb-a52e-05914679fb77 req-5b4bed12-cc31-4268-b804-3ba26c3f8eea tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:25.434522 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d299999e-26c0-4afb-a52e-05914679fb77 req-5b4bed12-cc31-4268-b804-3ba26c3f8eea tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0577998 Sep 03 12:54:25.473208 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 41830) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:25.478026 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d299999e-26c0-4afb-a52e-05914679fb77 req-89a64054-e6ec-488d-8294-512e9492f3af tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333343 Sep 03 12:54:25.493185 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154564c-7a54-4579-834a-e301ddc53d7e req-6349fbfc-77c3-4ad1-afe2-04070bd829c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:25.494704 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b154564c-7a54-4579-834a-e301ddc53d7e req-6349fbfc-77c3-4ad1-afe2-04070bd829c9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494&tenant_id=249950e2371f403a95f0713db8fb04f4 HTTP/1.1" status: 200 len: 1098 time: 0.0601172 Sep 03 12:54:25.561160 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154564c-7a54-4579-834a-e301ddc53d7e req-521bba66-dcba-4a4f-b545-de82644a2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:25.562649 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b154564c-7a54-4579-834a-e301ddc53d7e req-521bba66-dcba-4a4f-b545-de82644a2bd0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249950e2371f403a95f0713db8fb04f4&device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 1098 time: 0.0442255 Sep 03 12:54:25.733545 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154564c-7a54-4579-834a-e301ddc53d7e req-5b14f9a3-c75a-4308-af83-6d77d0c762bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:25.739001 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b154564c-7a54-4579-834a-e301ddc53d7e req-5b14f9a3-c75a-4308-af83-6d77d0c762bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115 HTTP/1.1" status: 200 len: 910 time: 0.1679666 Sep 03 12:54:25.884683 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b154564c-7a54-4579-834a-e301ddc53d7e req-73842eb5-7e25-4e0b-bfd0-56e0de722840 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7 HTTP/1.1" status: 200 len: 1000 time: 0.0992553 Sep 03 12:54:25.964146 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154564c-7a54-4579-834a-e301ddc53d7e req-c90de7ad-a62b-418d-8b0d-0be1e2b2a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:25.965624 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b154564c-7a54-4579-834a-e301ddc53d7e req-c90de7ad-a62b-418d-8b0d-0be1e2b2a175 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f5e91bcd-437f-41ff-a010-04098e986172 HTTP/1.1" status: 200 len: 848 time: 0.0732191 Sep 03 12:54:26.041481 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154564c-7a54-4579-834a-e301ddc53d7e req-9266f767-bcc6-49ca-9ba6-c5c2e7a5be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:26.044258 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b154564c-7a54-4579-834a-e301ddc53d7e req-9266f767-bcc6-49ca-9ba6-c5c2e7a5be3d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697160 Sep 03 12:54:26.169820 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b154564c-7a54-4579-834a-e301ddc53d7e req-3a35fec1-a30b-4de3-949f-4431bbcdd777 service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111438 Sep 03 12:54:26.182848 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d822b3c2-4f28-4079-b1a9-3cb44c74785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498216'] for router_interface, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:26.348076 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b154564c-7a54-4579-834a-e301ddc53d7e req-22c609f3-3fd3-4491-988a-a8ca3d6f101e service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679268 Sep 03 12:54:26.481451 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7ccdd634-712a-478f-9109-82db52ae5599 req-a2fbec61-85e6-4436-8251-474262838041 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 210 time: 0.0306854 Sep 03 12:54:26.551405 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-d822b3c2-4f28-4079-b1a9-3cb44c74785c admin admin] Deleting port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:26.551743 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d822b3c2-4f28-4079-b1a9-3cb44c74785c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:26.586027 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c41cf2ac-0b11-4b44-92ca-f9091dbd3426 req-2c24edb7-a1e0-4b99-970b-f37535befea8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698037 Sep 03 12:54:26.594728 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5336b7a-5b76-4082-b496-af3a0ba28885 req-8bdfe380-f954-4ede-ae67-8cb48c11ef36 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:26.597634 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e5336b7a-5b76-4082-b496-af3a0ba28885 req-8bdfe380-f954-4ede-ae67-8cb48c11ef36 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0495586 Sep 03 12:54:26.637862 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e5336b7a-5b76-4082-b496-af3a0ba28885 req-aca980c4-b667-42fb-9f77-d021815cebe8 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342133 Sep 03 12:54:26.641515 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:54:26.668026 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-d822b3c2-4f28-4079-b1a9-3cb44c74785c admin admin] For port a1825f43-c1e2-4aeb-9f36-094f33f2c7e9, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=a1825f43-c1e2-4aeb-9f36-094f33f2c7e9,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:26.668392 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d822b3c2-4f28-4079-b1a9-3cb44c74785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:26.683212 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device bad63cc7-4f5f-482f-bd25-27cff7acb7e7 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:54:26.683798 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-d822b3c2-4f28-4079-b1a9-3cb44c74785c admin admin] Calling delete_port for a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 owned by network:router_interface {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:26.686637 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cf2ac-0b11-4b44-92ca-f9091dbd3426 req-0fa90e0d-9b08-4656-9abd-407a70340e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:26.688171 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c41cf2ac-0b11-4b44-92ca-f9091dbd3426 req-0fa90e0d-9b08-4656-9abd-407a70340e95 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4442a0ebb15444b3a4022331e04ec01f&device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 1100 time: 0.0740526 Sep 03 12:54:26.765473 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:26.790202 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:54:26.793320 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5738a7-6185-4ffe-8e44-45023deea64e" -d '{"events": [{"server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "name": "network-vif-unplugged", "status": "completed", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:54:26.808218 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port bad63cc7-4f5f-482f-bd25-27cff7acb7e7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:26.813070 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:26.864848 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,revision_number=6']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:26.868953 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 12:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201c62db-bc09-42f8-8140-61c0b296ed1b x-openstack-request-id: req-201c62db-bc09-42f8-8140-61c0b296ed1b {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:54:26.869220 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "name": "network-vif-unplugged", "status": "completed", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:54:26.869770 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-201c62db-bc09-42f8-8140-61c0b296ed1b {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:54:26.870334 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'code': 200} Sep 03 12:54:26.875885 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:26.876516 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:26.877012 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:26.877635 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:26.878132 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:26.878623 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:26.879129 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:26.879624 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:26.880115 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:26.880594 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:26.881056 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:26.881528 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:54:27.172155 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cf2ac-0b11-4b44-92ca-f9091dbd3426 req-a3e576ea-ec6b-4451-b3be-8430f7f44d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:27.173576 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c41cf2ac-0b11-4b44-92ca-f9091dbd3426 req-a3e576ea-ec6b-4451-b3be-8430f7f44d46 service neutron] 10.222.0.22 "GET /v2.0/networks?id=03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 200 len: 918 time: 0.1612008 Sep 03 12:54:27.285309 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c41cf2ac-0b11-4b44-92ca-f9091dbd3426 req-5a45adf6-807d-4964-9c61-7a54aa8c3616 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f HTTP/1.1" status: 200 len: 1002 time: 0.0974135 Sep 03 12:54:27.325399 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d822b3c2-4f28-4079-b1a9-3cb44c74785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:27.356662 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822b3c2-4f28-4079-b1a9-3cb44c74785c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1825f43-c1e2-4aeb-9f36-094f33f2c7e9,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:27.386942 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cf2ac-0b11-4b44-92ca-f9091dbd3426 req-e020c500-9a01-48b7-9143-f75f1153b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:27.388447 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c41cf2ac-0b11-4b44-92ca-f9091dbd3426 req-e020c500-9a01-48b7-9143-f75f1153b8b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4be00016-73eb-4e38-a677-5146d2de1cfc HTTP/1.1" status: 200 len: 856 time: 0.0910203 Sep 03 12:54:27.528432 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cf2ac-0b11-4b44-92ca-f9091dbd3426 req-4b664827-5683-47d5-8d35-34d2b4a9da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:27.529944 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c41cf2ac-0b11-4b44-92ca-f9091dbd3426 req-4b664827-5683-47d5-8d35-34d2b4a9da5a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03b07e36-ec05-49cc-9fef-b0924281e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1206627 Sep 03 12:54:27.579773 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-32f3ef05-0e0c-42e8-b4e5-92fafe7682d4 req-98f44bd4-7021-4104-84cc-b0654a611bd8 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 210 time: 0.0269985 Sep 03 12:54:27.665153 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d822b3c2-4f28-4079-b1a9-3cb44c74785c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498364'] for router_interface, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:27.793163 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c41cf2ac-0b11-4b44-92ca-f9091dbd3426 req-1243753d-3832-4ac3-9d71-e2db7bae39f0 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524281 Sep 03 12:54:27.893690 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-79820db8-f839-456c-b288-0eddad7e6fd6 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:27.895141 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-79820db8-f839-456c-b288-0eddad7e6fd6 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 812 time: 0.3104589 Sep 03 12:54:27.952819 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfbbaa-3e5b-444b-8b46-1f56518c20ff req-6242b1cb-22c8-45a6-9107-b7441576b5dc tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:27.954227 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1fdfbbaa-3e5b-444b-8b46-1f56518c20ff req-6242b1cb-22c8-45a6-9107-b7441576b5dc tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 943 time: 0.2412560 Sep 03 12:54:28.030147 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-83547dd7-e952-4188-9497-35d8b04eb776 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629ca63105674d199c7db24d3ee4918e HTTP/1.1" status: 200 len: 380 time: 0.1209972 Sep 03 12:54:28.047785 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c41cf2ac-0b11-4b44-92ca-f9091dbd3426 req-c079ed0d-79da-479b-89de-f2c1f5d40d18 service neutron] 10.222.0.22 "GET /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188060 Sep 03 12:54:28.088272 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Request body: {'port': {'device_id': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'admin_state_up': True, 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'security_groups': ['09ad0431-a731-45b3-b4f2-2a36dece7713']}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:54:28.097956 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1fdfbbaa-3e5b-444b-8b46-1f56518c20ff req-0b836172-96fa-4119-af91-8caa11b97ddf tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296353 Sep 03 12:54:28.245981 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d822b3c2-4f28-4079-b1a9-3cb44c74785c admin admin] Router 1ca03b11-1d5c-432a-8192-de31c5b7f94c has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:54:28.266742 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Made reservation on behalf of 629ca63105674d199c7db24d3ee4918e for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:54:28.270183 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:28.436436 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d822b3c2-4f28-4079-b1a9-3cb44c74785c admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:54:28.461645 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-d822b3c2-4f28-4079-b1a9-3cb44c74785c admin admin] 10.222.0.23 "PUT /v2.0/routers/1ca03b11-1d5c-432a-8192-de31c5b7f94c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9851236 Sep 03 12:54:28.462232 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 41850) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:28.472627 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0db7663-96ac-435f-8a81-38499538c593 None None] Sync routers for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:54:28.483122 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db7663-96ac-435f-8a81-38499538c593 None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:28.483834 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-d0db7663-96ac-435f-8a81-38499538c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:28.559462 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Allocated IP 172.20.0.13 (b8546ecf-6791-4078-b22d-5b780e95646c/5b14272e-3c2f-4c5c-9b35-611224485ef1/b3a0bada-8fee-4e1f-be9c-7745c122ea48) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:54:28.594758 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-d0db7663-96ac-435f-8a81-38499538c593 None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:28.614212 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Notify callbacks [] for router, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:28.682927 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d7614237-d16e-41b2-8768-d8e52c83ceb8 req-42869fa4-8c05-4a83-a6c4-20581235afdc tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 210 time: 0.0319288 Sep 03 12:54:28.786754 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-d0db7663-96ac-435f-8a81-38499538c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:54:27Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:28.815583 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0db7663-96ac-435f-8a81-38499538c593 None None] Checking router: 1ca03b11-1d5c-432a-8192-de31c5b7f94c for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:54:28.824493 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db7663-96ac-435f-8a81-38499538c593 None None] Routers {'1ca03b11-1d5c-432a-8192-de31c5b7f94c'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:28.825133 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-d0db7663-96ac-435f-8a81-38499538c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:28.935873 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-d0db7663-96ac-435f-8a81-38499538c593 None None] Set router 1ca03b11-1d5c-432a-8192-de31c5b7f94c gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:29.069145 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:29.077260 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:29.110346 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Transition to ACTIVE for port object b3a0bada-8fee-4e1f-be9c-7745c122ea48 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:54:29.115489 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-d0db7663-96ac-435f-8a81-38499538c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:54:27Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:29.145987 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0db7663-96ac-435f-8a81-38499538c593 None None] The sync data for ids ['1ca03b11-1d5c-432a-8192-de31c5b7f94c'] in dv-cinder-806559-6-iscsi is: [{'id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'name': 'tempest-AttachVolumeTestJSON-1142369493-router', 'tenant_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:54:27Z', 'revision_number': 5, 'project_id': 'c7d060594d0645abb0e087e7bb9ffe5d', 'gw_port': {'id': '1c114a73-fe51-46c8-81b2-6f413482433e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca03b11-1d5c-432a-8192-de31c5b7f94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:18Z', 'updated_at': '2021-09-03T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:54:29.159311 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Deleting port 1c114a73-fe51-46c8-81b2-6f413482433e {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:29.159661 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:29.177246 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:29.286636 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Network b8546ecf-6791-4078-b22d-5b780e95646c is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:54:29.299495 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:54:29.308842 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:54:29.316386 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'Port': ['ID=b3a0bada-8fee-4e1f-be9c-7745c122ea48,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:29.353307 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3876e-36c3-4c4b-99e2-0aa5cec201a6 req-ba92e174-6ee1-40b3-898b-d4d4b33c49f1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:29.356069 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-35d3876e-36c3-4c4b-99e2-0aa5cec201a6 req-ba92e174-6ee1-40b3-898b-d4d4b33c49f1 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 943 time: 0.1828673 Sep 03 12:54:29.410525 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] For port 1c114a73-fe51-46c8-81b2-6f413482433e, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=1c114a73-fe51-46c8-81b2-6f413482433e,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:29.410926 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:29.428425 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:29.429110 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:29.451863 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Calling delete_port for 1c114a73-fe51-46c8-81b2-6f413482433e owned by network:router_gateway {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:29.458708 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-35d3876e-36c3-4c4b-99e2-0aa5cec201a6 req-073a5b59-8eaa-4562-bb87-fb7cc7612cc3 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947747 Sep 03 12:54:29.468391 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-e6f6028d-7c45-4842-9065-2c95a28c2cef tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4266729 Sep 03 12:54:29.505682 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Request body: {'port': {'device_id': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:54:29.537428 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-e5c245f6-a90f-45fc-b37d-c5b84ec775ef None None] Provisioning for port b3a0bada-8fee-4e1f-be9c-7745c122ea48 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:54:29.541686 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-e5c245f6-a90f-45fc-b37d-c5b84ec775ef None None] Provisioning complete for port b3a0bada-8fee-4e1f-be9c-7745c122ea48 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:54:29.541928 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-e5c245f6-a90f-45fc-b37d-c5b84ec775ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:29.577165 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-e5c245f6-a90f-45fc-b37d-c5b84ec775ef None None] Port b3a0bada-8fee-4e1f-be9c-7745c122ea48 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:54:29.585088 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:29.800547 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:29.802483 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dfc4c-4487-4fee-9cab-57adfc6fbe1e req-4d1f5ffe-a5d9-4e0b-af95-49f635d75530 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:29.804009 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f86dfc4c-4487-4fee-9cab-57adfc6fbe1e req-4d1f5ffe-a5d9-4e0b-af95-49f635d75530 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 932 time: 0.0500972 Sep 03 12:54:29.838062 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c114a73-fe51-46c8-81b2-6f413482433e,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:29.842861 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:54:29.845087 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f86dfc4c-4487-4fee-9cab-57adfc6fbe1e req-4445d8c2-ba91-4837-ab7e-07ac2c00875b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344908 Sep 03 12:54:29.866912 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:54:29.867259 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device a1825f43-c1e2-4aeb-9f36-094f33f2c7e9 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:54:29.955382 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519122'] for router_gateway, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.070472 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8006'] for router, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.091511 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.155128 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a0bada-8fee-4e1f-be9c-7745c122ea48 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:54:30.163071 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.166556 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495988'] for router, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.167148 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ca03b11-1d5c-432a-8192-de31c5b7f94c {{(pid=100322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 12:54:30.172974 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] Notify callbacks [] for router, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.174099 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-167f18a0-12f6-4ad5-b713-18880d848164 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1ca03b11-1d5c-432a-8192-de31c5b7f94c HTTP/1.1" status: 204 len: 168 time: 1.7110875 Sep 03 12:54:30.177034 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41860) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:30.185980 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Transition to ACTIVE for port object b3a0bada-8fee-4e1f-be9c-7745c122ea48 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:54:30.189102 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.224311 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7b593e-80ab-44db-b405-8bdd6b19ab4a admin admin] Deleting subnet f804e94f-4cdc-4875-a25a-f1c5b250b678 {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:54:30.227734 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4d7b593e-80ab-44db-b405-8bdd6b19ab4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.241855 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a0bada-8fee-4e1f-be9c-7745c122ea48,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:30.272821 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4d7b593e-80ab-44db-b405-8bdd6b19ab4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3855514'] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.325711 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Attempting to bind port b3a0bada-8fee-4e1f-be9c-7745c122ea48 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:54:30.326162 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Attempting to bind port b3a0bada-8fee-4e1f-be9c-7745c122ea48 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:54:30.326584 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Attempting to bind port b3a0bada-8fee-4e1f-be9c-7745c122ea48 on network b8546ecf-6791-4078-b22d-5b780e95646c {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:54:30.331613 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Port b3a0bada-8fee-4e1f-be9c-7745c122ea48 on network b8546ecf-6791-4078-b22d-5b780e95646c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:54:30.332036 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Attempting to bind port b3a0bada-8fee-4e1f-be9c-7745c122ea48 on network b8546ecf-6791-4078-b22d-5b780e95646c {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:54:30.338132 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:54:30.339019 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Checking segment: {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:54:30.339519 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Bound using segment: {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:54:30.339947 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Bound port: b3a0bada-8fee-4e1f-be9c-7745c122ea48, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:54:30.340304 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.392732 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4d7b593e-80ab-44db-b405-8bdd6b19ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.412226 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] For port b3a0bada-8fee-4e1f-be9c-7745c122ea48, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:54:30.416872 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] For port b3a0bada-8fee-4e1f-be9c-7745c122ea48, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=b3a0bada-8fee-4e1f-be9c-7745c122ea48,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:54:30.421975 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.450805 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4d7b593e-80ab-44db-b405-8bdd6b19ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3305370'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.458751 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:30.459309 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.460748 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] 10.222.0.22 "PUT /v2.0/ports/b3a0bada-8fee-4e1f-be9c-7745c122ea48 HTTP/1.1" status: 200 len: 1094 time: 0.9605999 Sep 03 12:54:30.463405 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'tag': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:54:30.467237 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc253084-872f-4ff3-a048-54b58773a625" -d '{"events": [{"name": "network-changed", "server_uuid": "2299ba16-247d-44b8-8c3b-f8d665f35131", "tag": "b3a0bada-8fee-4e1f-be9c-7745c122ea48"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:54:30.483841 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b593e-80ab-44db-b405-8bdd6b19ab4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f804e94f-4cdc-4875-a25a-f1c5b250b678,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:30.486104 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4d7b593e-80ab-44db-b405-8bdd6b19ab4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.490565 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-4d7b593e-80ab-44db-b405-8bdd6b19ab4a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f804e94f-4cdc-4875-a25a-f1c5b250b678 HTTP/1.1" status: 204 len: 168 time: 0.3124759 Sep 03 12:54:30.491522 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41866) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:30.506622 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3832d55d-ca79-4eac-94e0-80479c165455 None None] Network 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:54:30.589162 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ee9b0c-d7fe-409b-aa42-9d5615bf0afc x-openstack-request-id: req-05ee9b0c-d7fe-409b-aa42-9d5615bf0afc {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:54:30.589720 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2299ba16-247d-44b8-8c3b-f8d665f35131", "tag": "b3a0bada-8fee-4e1f-be9c-7745c122ea48", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:54:30.589720 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05ee9b0c-d7fe-409b-aa42-9d5615bf0afc {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:54:30.589897 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.590140 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'tag': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'status': 'completed', 'code': 200} Sep 03 12:54:30.591274 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbd93d-18dd-4e21-95f5-9f5483c9a618 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a0bada-8fee-4e1f-be9c-7745c122ea48,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:30.611568 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-274d2c52-6b76-4612-8f0a-d7daece326dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:30.613128 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-274d2c52-6b76-4612-8f0a-d7daece326dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 1097 time: 0.0878344 Sep 03 12:54:30.671082 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b66f0ed2-3c63-4eda-9cb3-729776d95621 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3a0bada-8fee-4e1f-be9c-7745c122ea48 HTTP/1.1" status: 200 len: 217 time: 0.0462177 Sep 03 12:54:30.692651 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd92ff0-d488-4704-a28e-c28a841ca8e4 req-039c227d-7fb4-46ef-90be-3f91d705e83d tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:30.694339 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dfd92ff0-d488-4704-a28e-c28a841ca8e4 req-039c227d-7fb4-46ef-90be-3f91d705e83d tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 943 time: 0.1087210 Sep 03 12:54:30.739654 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Deleting port 2e958066-cac2-4f21-865f-fd4abf4b3fc4 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:30.740327 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.747236 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b430fde8-51ea-4930-bb0b-c42836606725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:30.748791 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-b430fde8-51ea-4930-bb0b-c42836606725 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b14272e-3c2f-4c5c-9b35-611224485ef1 HTTP/1.1" status: 200 len: 851 time: 0.0719042 Sep 03 12:54:30.771252 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dfd92ff0-d488-4704-a28e-c28a841ca8e4 req-a1895177-d9ad-42d3-88b4-72700360a2f5 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651903 Sep 03 12:54:30.798662 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e592596-3f8d-4729-a80a-ffb3400d88f8 None None] DHCP port deletion for 54ba5bcc-9e04-4716-bdce-8144ff1c96f1 request from dv-cinder-806559-6-iscsi {{(pid=100323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 12:54:30.812366 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-c2f7bd42-f570-4e2a-ad7c-f25c4312fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:30.814013 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-c2f7bd42-f570-4e2a-ad7c-f25c4312fdcc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8546ecf-6791-4078-b22d-5b780e95646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553782 Sep 03 12:54:30.829191 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] For port 2e958066-cac2-4f21-865f-fd4abf4b3fc4, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=2e958066-cac2-4f21-865f-fd4abf4b3fc4,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:30.829724 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.844361 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Calling delete_port for 2e958066-cac2-4f21-865f-fd4abf4b3fc4 owned by network:dhcp {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:30.848353 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-6e592596-3f8d-4729-a80a-ffb3400d88f8 None None] Deleting port 2e958066-cac2-4f21-865f-fd4abf4b3fc4 {{(pid=100323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:30.849191 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-6e592596-3f8d-4729-a80a-ffb3400d88f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.929957 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-52011a57-ecdf-4c10-ba24-2ecb7b22e1bb service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061823 Sep 03 12:54:30.950588 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:30.977292 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e958066-cac2-4f21-865f-fd4abf4b3fc4,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:30.984996 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] No DVR routers for this DVR port 2e958066-cac2-4f21-865f-fd4abf4b3fc4 on host dv-cinder-806559-6-iscsi {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:54:31.047831 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926e41f-8a4e-4e70-85dc-4500847fd39b req-da3c1254-3530-496b-8ebe-d33528d53aff tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:31.048189 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-6e592596-3f8d-4729-a80a-ffb3400d88f8 None None] For port 2e958066-cac2-4f21-865f-fd4abf4b3fc4, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=2e958066-cac2-4f21-865f-fd4abf4b3fc4,segment=NetworkSegment(e5efc5d1-1f1c-485b-b235-0cbded2eba5e),segment_id=e5efc5d1-1f1c-485b-b235-0cbded2eba5e)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:31.048495 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-6e592596-3f8d-4729-a80a-ffb3400d88f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:31.049378 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7926e41f-8a4e-4e70-85dc-4500847fd39b req-da3c1254-3530-496b-8ebe-d33528d53aff tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 944 time: 0.1162097 Sep 03 12:54:31.061079 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:31.062510 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-6e592596-3f8d-4729-a80a-ffb3400d88f8 None None] Calling delete_port for 2e958066-cac2-4f21-865f-fd4abf4b3fc4 owned by network:dhcp {{(pid=100323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:31.071216 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ba5bcc-9e04-4716-bdce-8144ff1c96f1']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:31.075687 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e05254dd-db56-42c0-b249-a3eccbf552d3 req-239e4435-6e92-470a-acf0-f32b1a84298d service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316078 Sep 03 12:54:31.090419 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:31.091020 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5efc5d1-1f1c-485b-b235-0cbded2eba5e') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:31.102573 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7926e41f-8a4e-4e70-85dc-4500847fd39b req-6ee5e7b2-89e4-4054-afc3-2734f1f12f8b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383546 Sep 03 12:54:31.106560 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3855491'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:31.126286 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:31.133953 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:54:31.134711 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595558'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: Traceback (most recent call last): Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: timer() Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: cb(*args, **kw) Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: return func(*args, **kwargs) Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: self._notify() Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: self.callback(batched_events) Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: event.method(event) Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: return f(self, *a, **k) Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._get(url).json() Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:54:31.139096 dv-cinder-806559-6-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:54:31.168619 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc253084-872f-4ff3-a048-54b58773a625 req-c36be502-d28a-4771-a306-72f327a73919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:31.170125 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fc253084-872f-4ff3-a048-54b58773a625 req-c36be502-d28a-4771-a306-72f327a73919 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 1097 time: 0.0411510 Sep 03 12:54:31.189854 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-6e592596-3f8d-4729-a80a-ffb3400d88f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362'] for port, after_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:31.196176 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:31.202105 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:31.206378 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/54ba5bcc-9e04-4716-bdce-8144ff1c96f1 HTTP/1.1" status: 204 len: 168 time: 0.7138877 Sep 03 12:54:31.218944 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e592596-3f8d-4729-a80a-ffb3400d88f8 None None] Pushing event deleted for resources: {'Port': ['ID=2e958066-cac2-4f21-865f-fd4abf4b3fc4,revision_number=None']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:31.220890 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e592596-3f8d-4729-a80a-ffb3400d88f8 None None] No DVR routers for this DVR port 2e958066-cac2-4f21-865f-fd4abf4b3fc4 on host dv-cinder-806559-6-iscsi {{(pid=100323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:54:31.233490 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be7cd3-6db0-4dc2-86d9-e2ffa13bf3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=54ba5bcc-9e04-4716-bdce-8144ff1c96f1,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:31.273930 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc253084-872f-4ff3-a048-54b58773a625 req-75e7b550-bbbf-44f9-bba6-1e4f82d3fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:31.275551 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fc253084-872f-4ff3-a048-54b58773a625 req-75e7b550-bbbf-44f9-bba6-1e4f82d3fa4f service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 913 time: 0.0970831 Sep 03 12:54:31.320175 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fc253084-872f-4ff3-a048-54b58773a625 req-76b6b7b2-d38a-49ff-a29e-fa89dbb33811 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3a0bada-8fee-4e1f-be9c-7745c122ea48 HTTP/1.1" status: 200 len: 217 time: 0.0344055 Sep 03 12:54:31.330376 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 41872) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:31.406222 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc253084-872f-4ff3-a048-54b58773a625 req-e838f49b-5b8a-4091-9550-712b2ccd9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:31.407650 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fc253084-872f-4ff3-a048-54b58773a625 req-e838f49b-5b8a-4091-9550-712b2ccd9ec4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b14272e-3c2f-4c5c-9b35-611224485ef1 HTTP/1.1" status: 200 len: 851 time: 0.0763748 Sep 03 12:54:31.410201 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-b90d0d5c-b663-4902-b810-8746e03590a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7d060594d0645abb0e087e7bb9ffe5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0777645 Sep 03 12:54:31.412795 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 41874) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:31.496806 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc253084-872f-4ff3-a048-54b58773a625 req-b3065b99-321a-47a7-a355-5098cf558b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:31.498635 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fc253084-872f-4ff3-a048-54b58773a625 req-b3065b99-321a-47a7-a355-5098cf558b40 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8546ecf-6791-4078-b22d-5b780e95646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778379 Sep 03 12:54:31.503049 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d5b3835c-1a25-4efb-bda4-aed5ecd23eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:31.542419 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d5b3835c-1a25-4efb-bda4-aed5ecd23eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:31.631687 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fc253084-872f-4ff3-a048-54b58773a625 req-69f5d8cd-7dfc-4e4b-8bae-dee7877e7fa8 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194885 Sep 03 12:54:31.649986 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d5b3835c-1a25-4efb-bda4-aed5ecd23eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:31.653519 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d5b3835c-1a25-4efb-bda4-aed5ecd23eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:31.654796 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-d5b3835c-1a25-4efb-bda4-aed5ecd23eb9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d211951-b706-40db-a12d-747e8ebb3fd4 HTTP/1.1" status: 204 len: 168 time: 0.2410135 Sep 03 12:54:31.679148 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3835c-1a25-4efb-bda4-aed5ecd23eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d211951-b706-40db-a12d-747e8ebb3fd4,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:31.748492 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-fc253084-872f-4ff3-a048-54b58773a625 req-a0ee9c42-5194-4eae-a274-dff35623011d service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067955 Sep 03 12:54:31.888880 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 1c114a73-fe51-46c8-81b2-6f413482433e no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:54:31.907055 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c4620-4f85-4141-a9d2-c8f83c36cade req-8d000e8f-ab94-4610-87d2-7156759186b9 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:31.909487 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 1c114a73-fe51-46c8-81b2-6f413482433e {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:54:31.909760 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 1c114a73-fe51-46c8-81b2-6f413482433e not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:54:31.910178 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 2e958066-cac2-4f21-865f-fd4abf4b3fc4 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:54:31.915629 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c17c4620-4f85-4141-a9d2-c8f83c36cade req-8d000e8f-ab94-4610-87d2-7156759186b9 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 943 time: 0.0718493 Sep 03 12:54:31.929713 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 2e958066-cac2-4f21-865f-fd4abf4b3fc4 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:54:31.930063 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 2e958066-cac2-4f21-865f-fd4abf4b3fc4 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:54:31.953710 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c17c4620-4f85-4141-a9d2-c8f83c36cade req-f85403ea-c1a9-466c-a70d-ce2ab3d31a33 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372229 Sep 03 12:54:32.218208 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c66e0-2188-4082-9256-f014107ead4f req-83e3d2d5-169f-46f0-bbe3-b2e76f263ace tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:32.219757 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-993c66e0-2188-4082-9256-f014107ead4f req-83e3d2d5-169f-46f0-bbe3-b2e76f263ace tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 944 time: 0.0494347 Sep 03 12:54:32.259692 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-993c66e0-2188-4082-9256-f014107ead4f req-782e44d7-626e-4fe5-bdf5-6ce311c70cc4 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334942 Sep 03 12:54:32.632458 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc94a6-6f5f-4e59-8097-1885fa8c4fda req-1af909f6-7333-4b34-938c-c0d978e126df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:32.634049 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3fcc94a6-6f5f-4e59-8097-1885fa8c4fda req-1af909f6-7333-4b34-938c-c0d978e126df service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 1096 time: 0.0402870 Sep 03 12:54:32.670428 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3fcc94a6-6f5f-4e59-8097-1885fa8c4fda req-9f065f8b-7236-47ab-9d80-0efd9971aa91 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288672 Sep 03 12:54:32.713784 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device bad63cc7-4f5f-482f-bd25-27cff7acb7e7 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:54:32.817508 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port bad63cc7-4f5f-482f-bd25-27cff7acb7e7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:32.829211 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'port_id': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'mac_address': 'fa:16:3e:38:7a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:54:32.865377 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:32.879424 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad63cc7-4f5f-482f-bd25-27cff7acb7e7 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:54:32.900926 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port bad63cc7-4f5f-482f-bd25-27cff7acb7e7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:32.906776 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:32.959189 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,revision_number=7']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:33.073549 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf40752-e9e7-40ff-89ac-55286e45c2c6 req-fa3b0a78-f992-46a0-b2f7-7bb4bba6ab2e tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:33.075128 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4bf40752-e9e7-40ff-89ac-55286e45c2c6 req-fa3b0a78-f992-46a0-b2f7-7bb4bba6ab2e tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 944 time: 0.0529211 Sep 03 12:54:33.116957 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4bf40752-e9e7-40ff-89ac-55286e45c2c6 req-a7f49345-d605-40ff-8f37-362491829983 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359993 Sep 03 12:54:33.169912 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['bad63cc7-4f5f-482f-bd25-27cff7acb7e7'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:54:33.339906 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41932) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:33.379549 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cc23f-7b77-4f90-bf3d-b5cecdd4b35d req-bc74489c-134a-40c7-a300-f473f5cdad15 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:33.381050 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-515cc23f-7b77-4f90-bf3d-b5cecdd4b35d req-bc74489c-134a-40c7-a300-f473f5cdad15 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 944 time: 0.0546405 Sep 03 12:54:33.420239 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-515cc23f-7b77-4f90-bf3d-b5cecdd4b35d req-8a8cfdc1-a939-4cd1-a67a-4f25552bad2c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329006 Sep 03 12:54:33.450400 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67028d5b-360d-4d79-a3be-98c8856858b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:33.535202 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67028d5b-360d-4d79-a3be-98c8856858b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:33.538632 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67028d5b-360d-4d79-a3be-98c8856858b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:33.576396 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-67028d5b-360d-4d79-a3be-98c8856858b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bae9d2435d0040408260dab3d3ba7096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353740 Sep 03 12:54:33.578221 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67028d5b-360d-4d79-a3be-98c8856858b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc1f9d2-4266-4ef7-bd7c-ae84f21925aa,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:33.579121 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 41936) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:33.627856 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-806d7d20-803a-43b5-8f14-ce072c76d831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:33.648941 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-806d7d20-803a-43b5-8f14-ce072c76d831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:33.694672 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-806d7d20-803a-43b5-8f14-ce072c76d831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:33.697172 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-806d7d20-803a-43b5-8f14-ce072c76d831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:33.698873 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-806d7d20-803a-43b5-8f14-ce072c76d831 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfc1f9d2-4266-4ef7-bd7c-ae84f21925aa HTTP/1.1" status: 204 len: 168 time: 0.1187675 Sep 03 12:54:33.707675 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d7d20-803a-43b5-8f14-ce072c76d831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc1f9d2-4266-4ef7-bd7c-ae84f21925aa,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:33.961314 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41942) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:33.974903 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6a88a87a-62d9-4e62-b5c8-0ac93285dcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:34.066645 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6a88a87a-62d9-4e62-b5c8-0ac93285dcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:34.070364 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6a88a87a-62d9-4e62-b5c8-0ac93285dcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:34.106330 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88a87a-62d9-4e62-b5c8-0ac93285dcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4ae476-792c-43be-bb2d-f717b34f1afc,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:34.111511 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6a88a87a-62d9-4e62-b5c8-0ac93285dcd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2019acdcb01b4624be83901ac1df1171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491637 Sep 03 12:54:34.114134 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 41944) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:34.162158 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-125f4389-eee4-4e87-8de5-ebca052007b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:34.183621 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-125f4389-eee4-4e87-8de5-ebca052007b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:34.252785 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a06f8-e2c4-4296-bd09-2f0c1c68bddf req-b886cd5d-1601-4f9e-9fd7-b3f688a9c4c2 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:34.254309 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f78a06f8-e2c4-4296-bd09-2f0c1c68bddf req-b886cd5d-1601-4f9e-9fd7-b3f688a9c4c2 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 944 time: 0.0688539 Sep 03 12:54:34.274514 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-125f4389-eee4-4e87-8de5-ebca052007b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:34.277562 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-125f4389-eee4-4e87-8de5-ebca052007b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:34.278636 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-125f4389-eee4-4e87-8de5-ebca052007b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f4ae476-792c-43be-bb2d-f717b34f1afc HTTP/1.1" status: 204 len: 168 time: 0.1636174 Sep 03 12:54:34.292222 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f4389-eee4-4e87-8de5-ebca052007b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4ae476-792c-43be-bb2d-f717b34f1afc,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:34.310603 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f78a06f8-e2c4-4296-bd09-2f0c1c68bddf req-1dad66d4-6aa0-4ad0-88a8-b800994703a3 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503268 Sep 03 12:54:34.536428 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec249-5ae4-40dd-bceb-f36fc2564a27 req-fddac67d-7614-43e5-aadb-c6dc2203eca9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:34.537926 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4c2ec249-5ae4-40dd-bceb-f36fc2564a27 req-fddac67d-7614-43e5-aadb-c6dc2203eca9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 944 time: 0.0497947 Sep 03 12:54:34.577868 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4c2ec249-5ae4-40dd-bceb-f36fc2564a27 req-10c9b71a-3b26-462f-a625-57ec0f6280f7 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328133 Sep 03 12:54:34.713985 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device bad63cc7-4f5f-482f-bd25-27cff7acb7e7 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:54:34.762510 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port bad63cc7-4f5f-482f-bd25-27cff7acb7e7 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:54:34.763044 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:34.844018 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:34.870783 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:54:34.873030 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3207a4-282e-49cd-a4a3-55e4b507590c" -d '{"events": [{"server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "name": "network-vif-plugged", "status": "completed", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:54:34.890050 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port bad63cc7-4f5f-482f-bd25-27cff7acb7e7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:34.894424 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:34.923683 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2e28f8-a5c0-4876-84ea-70512ce41b76 x-openstack-request-id: req-6a2e28f8-a5c0-4876-84ea-70512ce41b76 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:54:34.923982 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "name": "network-vif-plugged", "status": "completed", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:54:34.924230 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a2e28f8-a5c0-4876-84ea-70512ce41b76 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:54:34.924618 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'code': 200} Sep 03 12:54:34.950973 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,revision_number=8']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:35.695630 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d1d27-1187-488d-a832-847e4c3eda35 req-75c46f53-4899-43c8-b32a-0a715e0dd32a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:35.697896 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7d1d1d27-1187-488d-a832-847e4c3eda35 req-75c46f53-4899-43c8-b32a-0a715e0dd32a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 944 time: 0.0526550 Sep 03 12:54:35.735396 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-7d1d1d27-1187-488d-a832-847e4c3eda35 req-6928cbdc-000b-4e36-b3a8-ea0e6e248a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315807 Sep 03 12:54:36.851081 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aad3fb-de10-4e1c-8f04-4ca698219ea4 req-02d1dcc3-a4ed-463b-b163-3fc8e3c7732c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:36.852686 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f6aad3fb-de10-4e1c-8f04-4ca698219ea4 req-02d1dcc3-a4ed-463b-b163-3fc8e3c7732c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 944 time: 0.0482051 Sep 03 12:54:36.891394 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f6aad3fb-de10-4e1c-8f04-4ca698219ea4 req-d401c4cc-5449-4bfd-9fc0-4f8e245a7654 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321276 Sep 03 12:54:38.005294 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76670545-b967-4fee-b380-da794bfdc027 req-181d7df6-9849-45bb-b3d7-ff3b593bf8ea tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:38.006802 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-76670545-b967-4fee-b380-da794bfdc027 req-181d7df6-9849-45bb-b3d7-ff3b593bf8ea tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 944 time: 0.0497694 Sep 03 12:54:38.043829 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-76670545-b967-4fee-b380-da794bfdc027 req-5b615466-9a93-4675-98df-83d12a081e79 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311944 Sep 03 12:54:38.734915 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device b3a0bada-8fee-4e1f-be9c-7745c122ea48 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:54:38.836584 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port b3a0bada-8fee-4e1f-be9c-7745c122ea48, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=b3a0bada-8fee-4e1f-be9c-7745c122ea48,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:38.847070 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'port_id': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'mac_address': 'fa:16:3e:f2:64:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:54:38.885016 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:38.897424 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a0bada-8fee-4e1f-be9c-7745c122ea48 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:54:38.916667 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port b3a0bada-8fee-4e1f-be9c-7745c122ea48, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=b3a0bada-8fee-4e1f-be9c-7745c122ea48,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:38.920678 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:38.966344 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=b3a0bada-8fee-4e1f-be9c-7745c122ea48,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:39.153668 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63895a39-f0b8-444b-8501-d90d92d1326f req-3d4cec05-833a-4b83-8570-8eff2726377f tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:39.155183 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-63895a39-f0b8-444b-8501-d90d92d1326f req-3d4cec05-833a-4b83-8570-8eff2726377f tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 945 time: 0.0479376 Sep 03 12:54:39.193947 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-63895a39-f0b8-444b-8501-d90d92d1326f req-c83f8b6c-962b-4b95-adbd-10dc17f3abfd tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322530 Sep 03 12:54:40.305369 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c714d-dfc9-444f-8f69-6e499d7c4c2d req-984b9bf6-ee54-491d-b09a-2b6052cc3554 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:40.306883 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a57c714d-dfc9-444f-8f69-6e499d7c4c2d req-984b9bf6-ee54-491d-b09a-2b6052cc3554 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 945 time: 0.0481567 Sep 03 12:54:40.343237 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-a57c714d-dfc9-444f-8f69-6e499d7c4c2d req-746c0532-41f1-48b7-b9a7-a07dbdcaaa01 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303898 Sep 03 12:54:41.457181 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048a5de-d10b-433b-afc5-5286ca6015c0 req-7437b183-d935-41b3-b012-662027fae1f3 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:41.458642 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0048a5de-d10b-433b-afc5-5286ca6015c0 req-7437b183-d935-41b3-b012-662027fae1f3 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 945 time: 0.0507290 Sep 03 12:54:41.499398 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0048a5de-d10b-433b-afc5-5286ca6015c0 req-fac804db-c7a7-45ea-8680-ff63dd8949d9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347300 Sep 03 12:54:41.833036 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['b3a0bada-8fee-4e1f-be9c-7745c122ea48'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:54:42.613973 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0233cd9-bde0-45f8-b76a-ebc64bb4c482 req-b6ba209e-8506-4a03-af20-6db8a2545763 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:42.615633 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b0233cd9-bde0-45f8-b76a-ebc64bb4c482 req-b6ba209e-8506-4a03-af20-6db8a2545763 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 945 time: 0.0518513 Sep 03 12:54:42.653181 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-b0233cd9-bde0-45f8-b76a-ebc64bb4c482 req-73977d91-494b-4071-a922-69ea1848f561 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311091 Sep 03 12:54:43.559096 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device b3a0bada-8fee-4e1f-be9c-7745c122ea48 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:54:43.611151 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port b3a0bada-8fee-4e1f-be9c-7745c122ea48 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:54:43.614835 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port b3a0bada-8fee-4e1f-be9c-7745c122ea48 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:54:43.615214 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:43.694880 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:43.717986 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:54:43.720323 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0ad75e-2d0e-47bf-9986-fa74e484eeb2" -d '{"events": [{"server_uuid": "2299ba16-247d-44b8-8c3b-f8d665f35131", "name": "network-vif-plugged", "status": "completed", "tag": "b3a0bada-8fee-4e1f-be9c-7745c122ea48"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:54:43.734521 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port b3a0bada-8fee-4e1f-be9c-7745c122ea48, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=b3a0bada-8fee-4e1f-be9c-7745c122ea48,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:43.739489 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:43.766978 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af89075-e406-479d-84fe-f6338b95187c x-openstack-request-id: req-6af89075-e406-479d-84fe-f6338b95187c {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:54:43.767448 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2299ba16-247d-44b8-8c3b-f8d665f35131", "name": "network-vif-plugged", "status": "completed", "tag": "b3a0bada-8fee-4e1f-be9c-7745c122ea48", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:54:43.767772 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6af89075-e406-479d-84fe-f6338b95187c {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:54:43.768162 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'code': 200} Sep 03 12:54:43.781918 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70502e74-a3d0-405f-ad3a-2be47f76c7c2 req-f0f182b9-f12e-4f63-9686-b91a9183a2e7 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:43.783528 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70502e74-a3d0-405f-ad3a-2be47f76c7c2 req-f0f182b9-f12e-4f63-9686-b91a9183a2e7 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 945 time: 0.0633199 Sep 03 12:54:43.794091 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=b3a0bada-8fee-4e1f-be9c-7745c122ea48,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:43.825094 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70502e74-a3d0-405f-ad3a-2be47f76c7c2 req-09a86e27-8551-4bc9-a11c-3e6e3658a886 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354562 Sep 03 12:54:43.990996 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204117be-2522-4f35-9d54-8c12db7b08f4 req-925b47e2-e6a4-4687-8745-d51f57ef2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:43.992469 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-204117be-2522-4f35-9d54-8c12db7b08f4 req-925b47e2-e6a4-4687-8745-d51f57ef2e4c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 1099 time: 0.0398176 Sep 03 12:54:44.028196 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-204117be-2522-4f35-9d54-8c12db7b08f4 req-deba5712-0568-4db1-954e-6cc2833634a3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274444 Sep 03 12:54:44.940863 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7c537-a169-468c-a121-549f86cd461d req-5fcfd02a-8ede-4b39-9a39-2df825e90a69 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:44.942359 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d0b7c537-a169-468c-a121-549f86cd461d req-5fcfd02a-8ede-4b39-9a39-2df825e90a69 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 946 time: 0.0500264 Sep 03 12:54:44.980344 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d0b7c537-a169-468c-a121-549f86cd461d req-fa919504-b48c-423d-8db2-e3a774ea1f87 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321782 Sep 03 12:54:46.021070 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42114) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:46.093682 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f71af-3926-4ec7-afdc-99a36116d2a5 req-58ee1443-b96a-45b4-923d-2cca6ea09f09 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:46.095226 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-254f71af-3926-4ec7-afdc-99a36116d2a5 req-58ee1443-b96a-45b4-923d-2cca6ea09f09 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 946 time: 0.0492468 Sep 03 12:54:46.141661 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ea2e7dab-a0ad-464b-9fbb-a5fb77933d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.145685 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-254f71af-3926-4ec7-afdc-99a36116d2a5 req-14fb865d-d5d8-4477-90d9-e0bce9c6a646 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445983 Sep 03 12:54:46.232673 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ea2e7dab-a0ad-464b-9fbb-a5fb77933d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.236497 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ea2e7dab-a0ad-464b-9fbb-a5fb77933d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.268394 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f225647-d26f-40aa-8db2-b2c5f8b98da3 req-d0724511-06ef-4847-ab4c-e581157bf429 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:46.269875 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4f225647-d26f-40aa-8db2-b2c5f8b98da3 req-d0724511-06ef-4847-ab4c-e581157bf429 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 946 time: 0.0544848 Sep 03 12:54:46.278377 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ea2e7dab-a0ad-464b-9fbb-a5fb77933d4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d36e6561e8064ff48c4465e169f746ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560668 Sep 03 12:54:46.279290 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e7dab-a0ad-464b-9fbb-a5fb77933d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d87ee6-30f3-4769-b756-c0bb0e86de6b,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:46.281589 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42120) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:46.309974 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4f225647-d26f-40aa-8db2-b2c5f8b98da3 req-f7aa3c55-2919-4bcb-a56d-11e501c14e3b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341542 Sep 03 12:54:46.331323 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-728c10f5-cdb4-43a9-9a57-aa40169ced44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.331570 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42122) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:46.352063 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-728c10f5-cdb4-43a9-9a57-aa40169ced44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.370302 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce327a94-a541-4cc5-ba90-ac9a2aa551b4 tempest-TestVolumeBootPattern-1224856114 tempest-TestVolumeBootPattern-1224856114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:46.371853 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-ce327a94-a541-4cc5-ba90-ac9a2aa551b4 tempest-TestVolumeBootPattern-1224856114 tempest-TestVolumeBootPattern-1224856114-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 1094 time: 0.0393169 Sep 03 12:54:46.374641 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42124) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:46.379203 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Request body: {'floatingip': {'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'port_id': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:54:46.399480 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-728c10f5-cdb4-43a9-9a57-aa40169ced44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.400818 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for floatingip, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.403262 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-728c10f5-cdb4-43a9-9a57-aa40169ced44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.404389 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-728c10f5-cdb4-43a9-9a57-aa40169ced44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19d87ee6-30f3-4769-b756-c0bb0e86de6b HTTP/1.1" status: 204 len: 168 time: 0.1219108 Sep 03 12:54:46.412029 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c10f5-cdb4-43a9-9a57-aa40169ced44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d87ee6-30f3-4769-b756-c0bb0e86de6b,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:46.508060 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.614979 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Allocated IP 172.27.0.122 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/25fee762-c15e-468d-a0fb-ccf76691d682) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:54:46.672455 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42132) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:46.685902 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-25c1af42-4e65-4e86-9dc1-53e832c34cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.725423 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.765324 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.776693 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-25c1af42-4e65-4e86-9dc1-53e832c34cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.780390 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-25c1af42-4e65-4e86-9dc1-53e832c34cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.801477 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:54:46.805704 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:54:46.814035 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:54:46.823211 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'Port': ['ID=25fee762-c15e-468d-a0fb-ccf76691d682,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:46.823845 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1af42-4e65-4e86-9dc1-53e832c34cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058297f2-2e1f-4189-8203-e108c813b937,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:46.832983 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-25c1af42-4e65-4e86-9dc1-53e832c34cd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d508a6188709405498c97a57af3565fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572022 Sep 03 12:54:46.833196 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42134) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:46.886717 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b369aac3-d073-44e5-933b-2edc0d04f97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.907784 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b369aac3-d073-44e5-933b-2edc0d04f97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.955045 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b369aac3-d073-44e5-933b-2edc0d04f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.957532 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b369aac3-d073-44e5-933b-2edc0d04f97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:46.958721 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b369aac3-d073-44e5-933b-2edc0d04f97e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/058297f2-2e1f-4189-8203-e108c813b937 HTTP/1.1" status: 204 len: 168 time: 0.1246157 Sep 03 12:54:46.966928 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369aac3-d073-44e5-933b-2edc0d04f97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058297f2-2e1f-4189-8203-e108c813b937,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:47.171717 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:47.245645 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:47.411206 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:47.416634 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:47.465424 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'Port': ['ID=25fee762-c15e-468d-a0fb-ccf76691d682,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:47.508682 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:47.508873 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40ac20-6cb1-4dae-853e-7894737be3a8 req-3995c0d9-c729-4d52-8365-47f495e1f0d0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:47.510664 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8d40ac20-6cb1-4dae-853e-7894737be3a8 req-3995c0d9-c729-4d52-8365-47f495e1f0d0 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 947 time: 0.0545151 Sep 03 12:54:47.553275 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8d40ac20-6cb1-4dae-853e-7894737be3a8 req-7510be73-3044-4e9f-b41b-037886c04dc6 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352402 Sep 03 12:54:47.610875 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.l3_db [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Floating IP 9c04a9dc-02a1-4482-a38b-933cb173ea6e associated. External IP: 172.27.0.122, port: b3a0bada-8fee-4e1f-be9c-7745c122ea48. Sep 03 12:54:47.818331 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Router c01d7413-b98a-4072-b3ad-2d256f7f61e7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:54:48.184110 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:54:48.195102 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb65b3d-ce15-434b-8cb5-7df423bab2d7 None None] Sync routers for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:54:48.202301 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:48.207814 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb65b3d-ce15-434b-8cb5-7df423bab2d7 None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:48.208608 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-6bb65b3d-ce15-434b-8cb5-7df423bab2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:48.229693 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-06fc052e-ef16-4a5a-9adf-fcc2edcc7f6a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8539701 Sep 03 12:54:48.230372 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'tag': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:54:48.232642 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd2dd8b-eb5e-4bd0-87b4-f234af09ee36" -d '{"events": [{"name": "network-changed", "server_uuid": "2299ba16-247d-44b8-8c3b-f8d665f35131", "tag": "b3a0bada-8fee-4e1f-be9c-7745c122ea48"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:54:48.276339 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe90f512-21bf-412d-b730-f229d4946af7 x-openstack-request-id: req-fe90f512-21bf-412d-b730-f229d4946af7 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:54:48.276845 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2299ba16-247d-44b8-8c3b-f8d665f35131", "tag": "b3a0bada-8fee-4e1f-be9c-7745c122ea48", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:54:48.277097 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe90f512-21bf-412d-b730-f229d4946af7 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:54:48.277489 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'tag': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'status': 'completed', 'code': 200} Sep 03 12:54:48.325741 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-6bb65b3d-ce15-434b-8cb5-7df423bab2d7 None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:48.341216 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2dd8b-eb5e-4bd0-87b4-f234af09ee36 req-ef98fa92-33bc-4ca9-8dd7-88426fe0ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:48.342761 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1fd2dd8b-eb5e-4bd0-87b4-f234af09ee36 req-ef98fa92-33bc-4ca9-8dd7-88426fe0ae74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 1099 time: 0.0435593 Sep 03 12:54:48.445386 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2dd8b-eb5e-4bd0-87b4-f234af09ee36 req-9d4cc87c-6e4a-42ac-89b5-4f187777b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:48.447457 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1fd2dd8b-eb5e-4bd0-87b4-f234af09ee36 req-9d4cc87c-6e4a-42ac-89b5-4f187777b699 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 913 time: 0.0958614 Sep 03 12:54:48.527281 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1fd2dd8b-eb5e-4bd0-87b4-f234af09ee36 req-cd7f70dd-364c-4efe-96a7-4b2a20bbd1af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3a0bada-8fee-4e1f-be9c-7745c122ea48 HTTP/1.1" status: 200 len: 1000 time: 0.0668976 Sep 03 12:54:48.577648 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-6bb65b3d-ce15-434b-8cb5-7df423bab2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '9c04a9dc-02a1-4482-a38b-933cb173ea6e', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:f2:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:54:47Z', 'updated_at': '2021-09-03T12:54:47Z', 'revision_number': 0, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:48.584923 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2dd8b-eb5e-4bd0-87b4-f234af09ee36 req-7a2ed3c5-33ce-4f54-aca1-37c80f2b07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:48.586521 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1fd2dd8b-eb5e-4bd0-87b4-f234af09ee36 req-7a2ed3c5-33ce-4f54-aca1-37c80f2b07b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b14272e-3c2f-4c5c-9b35-611224485ef1 HTTP/1.1" status: 200 len: 851 time: 0.0502360 Sep 03 12:54:48.617436 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb65b3d-ce15-434b-8cb5-7df423bab2d7 None None] Checking router: c01d7413-b98a-4072-b3ad-2d256f7f61e7 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:54:48.628197 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb65b3d-ce15-434b-8cb5-7df423bab2d7 None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:48.628832 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-6bb65b3d-ce15-434b-8cb5-7df423bab2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:48.646080 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2dd8b-eb5e-4bd0-87b4-f234af09ee36 req-c57e6ea6-2320-417a-bda5-e6ccdc501616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:48.648095 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1fd2dd8b-eb5e-4bd0-87b4-f234af09ee36 req-c57e6ea6-2320-417a-bda5-e6ccdc501616 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8546ecf-6791-4078-b22d-5b780e95646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518010 Sep 03 12:54:48.698472 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e17c6-b294-4e82-bf93-6d955f2b9d4c req-1e8c8db3-d334-4883-a39d-496dd451e8d8 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:48.710022 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-922e17c6-b294-4e82-bf93-6d955f2b9d4c req-1e8c8db3-d334-4883-a39d-496dd451e8d8 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 947 time: 0.0656979 Sep 03 12:54:48.773290 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1fd2dd8b-eb5e-4bd0-87b4-f234af09ee36 req-ca2e4bbc-1ef9-40ef-ae33-fe1331b28da7 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036735 Sep 03 12:54:48.775329 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-922e17c6-b294-4e82-bf93-6d955f2b9d4c req-2786643d-bb28-4aa6-aed3-a3e6ed77c101 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93daa494-f690-412b-b228-3ad2e74b7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639975 Sep 03 12:54:48.854015 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-6bb65b3d-ce15-434b-8cb5-7df423bab2d7 None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:48.885551 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1fd2dd8b-eb5e-4bd0-87b4-f234af09ee36 req-72991fde-a9b3-4bbf-8b60-923f4258c3cd service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010618 Sep 03 12:54:49.031728 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-412c1727-8e5d-496f-9739-707f21571b73 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:49.033209 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-412c1727-8e5d-496f-9739-707f21571b73 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 947 time: 0.0567431 Sep 03 12:54:49.106899 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-6bb65b3d-ce15-434b-8cb5-7df423bab2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '9c04a9dc-02a1-4482-a38b-933cb173ea6e', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:f2:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:54:47Z', 'updated_at': '2021-09-03T12:54:47Z', 'revision_number': 0, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:49.133967 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb65b3d-ce15-434b-8cb5-7df423bab2d7 None None] The sync data for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi is: [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '9c04a9dc-02a1-4482-a38b-933cb173ea6e', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:f2:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:54:47Z', 'updated_at': '2021-09-03T12:54:47Z', 'revision_number': 0, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:54:49.150237 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Deleting port 3da5acb6-51da-43e0-8a3f-a97c457bf51f {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:49.151381 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:49.166993 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-09bc4dcc-261b-461c-b1a2-20c8cf6c3f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:49.250631 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] For port 3da5acb6-51da-43e0-8a3f-a97c457bf51f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3da5acb6-51da-43e0-8a3f-a97c457bf51f,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:49.250920 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:49.363206 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0476e1-c397-4210-a19d-441b5038c416 None None] New status for floating IP 9c04a9dc-02a1-4482-a38b-933cb173ea6e: ACTIVE {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:54:49.447678 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:49.448281 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:49.448655 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.l3_db [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Floating IP d79dd4c9-7b71-453b-8bed-899bad314290 disassociated. External IP: 172.27.0.148, port: 3da5acb6-51da-43e0-8a3f-a97c457bf51f. Sep 03 12:54:49.449110 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Calling delete_port for 3da5acb6-51da-43e0-8a3f-a97c457bf51f owned by compute:nova {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:49.596115 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:49.624774 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event deleted for resources: {'Port': ['ID=3da5acb6-51da-43e0-8a3f-a97c457bf51f,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:49.751527 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:54:49.878315 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4d71f17b-9d03-4719-a12d-39ec6b6b220f req-85257fbb-5195-4240-9173-5a9e265c5e2f tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a5f1eba-e010-4573-bee6-7d5955b1ab21 HTTP/1.1" status: 200 len: 210 time: 0.0294039 Sep 03 12:54:49.888191 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:54:49.907433 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a60998-789f-407a-81f6-b82c38a618f1 None None] Sync routers for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:54:49.918519 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a60998-789f-407a-81f6-b82c38a618f1 None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:49.919443 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-c8a60998-789f-407a-81f6-b82c38a618f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:49.939411 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] No DVR routers for this DVR port 3da5acb6-51da-43e0-8a3f-a97c457bf51f on host hv-cinder-80655 {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:54:49.942020 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:49.944104 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3cbd0a7f-f9da-41c5-a91c-351619ae9f73 req-789405ff-b6a0-464f-ab6c-07d070b6dc0c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.22 "DELETE /v2.0/ports/3da5acb6-51da-43e0-8a3f-a97c457bf51f HTTP/1.1" status: 204 len: 173 time: 0.9037561 Sep 03 12:54:50.050723 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-c8a60998-789f-407a-81f6-b82c38a618f1 None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:50.107131 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42286) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:50.229571 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e4641ad7-8759-4c03-a9d5-c37416c3e084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:50.278374 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'name': 'network-vif-deleted', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:54:50.282120 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcaaf0b-ba7b-49b4-8e34-3afe56bb306f" -d '{"events": [{"server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "name": "network-vif-deleted", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:54:50.301848 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-c8a60998-789f-407a-81f6-b82c38a618f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 5, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:50.321398 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc6782e-61a5-4ff5-b404-1ac1cbbe6863 x-openstack-request-id: req-5dc6782e-61a5-4ff5-b404-1ac1cbbe6863 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:54:50.321826 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5f1eba-e010-4573-bee6-7d5955b1ab21", "name": "network-vif-deleted", "tag": "3da5acb6-51da-43e0-8a3f-a97c457bf51f", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:54:50.322180 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5dc6782e-61a5-4ff5-b404-1ac1cbbe6863 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:54:50.322586 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5f1eba-e010-4573-bee6-7d5955b1ab21', 'name': 'network-vif-deleted', 'tag': '3da5acb6-51da-43e0-8a3f-a97c457bf51f', 'status': 'completed', 'code': 200} Sep 03 12:54:50.324688 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e4641ad7-8759-4c03-a9d5-c37416c3e084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:50.329241 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e4641ad7-8759-4c03-a9d5-c37416c3e084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:50.331911 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a60998-789f-407a-81f6-b82c38a618f1 None None] Checking router: dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:54:50.341590 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a60998-789f-407a-81f6-b82c38a618f1 None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:50.342214 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-c8a60998-789f-407a-81f6-b82c38a618f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:50.370325 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-e4641ad7-8759-4c03-a9d5-c37416c3e084 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bb94f5c9ab84ab5adf4455a4d030b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613981 Sep 03 12:54:50.372631 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4641ad7-8759-4c03-a9d5-c37416c3e084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1e1257-2f29-4914-9e17-adfd370f3ebb,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:50.373050 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42292) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:50.435992 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-56ef7ca4-3f1e-4484-8e6c-2116dcb8b721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:50.458956 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-56ef7ca4-3f1e-4484-8e6c-2116dcb8b721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:50.471346 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-c8a60998-789f-407a-81f6-b82c38a618f1 None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:50.510608 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-56ef7ca4-3f1e-4484-8e6c-2116dcb8b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:50.513382 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-56ef7ca4-3f1e-4484-8e6c-2116dcb8b721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:50.514627 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-56ef7ca4-3f1e-4484-8e6c-2116dcb8b721 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e1e1257-2f29-4914-9e17-adfd370f3ebb HTTP/1.1" status: 204 len: 168 time: 0.1405346 Sep 03 12:54:50.523183 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef7ca4-3f1e-4484-8e6c-2116dcb8b721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1e1257-2f29-4914-9e17-adfd370f3ebb,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:50.695953 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-c8a60998-789f-407a-81f6-b82c38a618f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 5, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:50.726277 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a60998-789f-407a-81f6-b82c38a618f1 None None] The sync data for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi is: [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:47:26Z', 'revision_number': 4, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0d2eec62-1ee2-4182-b902-9bf81a195c3c', 'name': '', 'network_id': '03b07e36-ec05-49cc-9fef-b0924281e2c1', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'mac_address': 'fa:16:3e:11:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:24Z', 'updated_at': '2021-09-03T12:47:37Z', 'revision_number': 5, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'subnets': [{'id': '4be00016-73eb-4e38-a677-5146d2de1cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:54:50.781827 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42298) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:50.795492 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-20003b8b-3b8f-4114-a1fc-619357ccc749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:50.897016 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-20003b8b-3b8f-4114-a1fc-619357ccc749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:50.901965 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-20003b8b-3b8f-4114-a1fc-619357ccc749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:50.948053 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-20003b8b-3b8f-4114-a1fc-619357ccc749 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21319576d21f419a9d387415d8b5e22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651237 Sep 03 12:54:50.948922 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20003b8b-3b8f-4114-a1fc-619357ccc749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda0d170-c46d-4c6a-a1df-57330a655659,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:50.952473 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42304) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:50.981306 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5fbe4d-3079-4a66-b074-367de1690775 None None] New status for floating IP d79dd4c9-7b71-453b-8bed-899bad314290: DOWN {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:54:50.986225 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42306) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:51.013521 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c524311d-18e2-4ebe-96e5-7622e393486c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.035572 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c524311d-18e2-4ebe-96e5-7622e393486c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.043329 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-db8eb9c1-0d90-49e0-894f-b82e9427de9e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.067228 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-db8eb9c1-0d90-49e0-894f-b82e9427de9e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.086618 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c524311d-18e2-4ebe-96e5-7622e393486c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.090332 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c524311d-18e2-4ebe-96e5-7622e393486c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.093855 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c524311d-18e2-4ebe-96e5-7622e393486c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fda0d170-c46d-4c6a-a1df-57330a655659 HTTP/1.1" status: 204 len: 168 time: 0.1380720 Sep 03 12:54:51.101467 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524311d-18e2-4ebe-96e5-7622e393486c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda0d170-c46d-4c6a-a1df-57330a655659,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:51.130536 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-db8eb9c1-0d90-49e0-894f-b82e9427de9e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.133279 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-db8eb9c1-0d90-49e0-894f-b82e9427de9e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.134776 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-db8eb9c1-0d90-49e0-894f-b82e9427de9e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "DELETE /v2.0/security-groups/93daa494-f690-412b-b228-3ad2e74b7192 HTTP/1.1" status: 204 len: 168 time: 0.1468275 Sep 03 12:54:51.137870 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42310) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:51.144245 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8eb9c1-0d90-49e0-894f-b82e9427de9e tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93daa494-f690-412b-b228-3ad2e74b7192,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:51.160744 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.api.v2.resource [None req-b24ec716-ab07-4010-b0b5-b68f80debc6c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] show failed (client error): The resource could not be found. Sep 03 12:54:51.161880 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b24ec716-ab07-4010-b0b5-b68f80debc6c tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "GET /v2.0/security-groups/93daa494-f690-412b-b228-3ad2e74b7192 HTTP/1.1" status: 404 len: 347 time: 0.0230331 Sep 03 12:54:51.164808 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42312) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:51.327680 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-c300b6ae-deb0-4d54-bfe3-f750871ec369 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Deleting port 17c293de-484b-49e7-b703-604d69043e99 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:51.328023 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c300b6ae-deb0-4d54-bfe3-f750871ec369 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.401411 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c300b6ae-deb0-4d54-bfe3-f750871ec369 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.401750 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c300b6ae-deb0-4d54-bfe3-f750871ec369 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.413445 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-c300b6ae-deb0-4d54-bfe3-f750871ec369 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Calling delete_port for 17c293de-484b-49e7-b703-604d69043e99 owned by network:floatingip {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:51.555230 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c300b6ae-deb0-4d54-bfe3-f750871ec369 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.582067 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300b6ae-deb0-4d54-bfe3-f750871ec369 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Pushing event deleted for resources: {'Port': ['ID=17c293de-484b-49e7-b703-604d69043e99,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:51.647561 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c300b6ae-deb0-4d54-bfe3-f750871ec369 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks [] for floatingip, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.650946 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c300b6ae-deb0-4d54-bfe3-f750871ec369 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:51.652190 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c300b6ae-deb0-4d54-bfe3-f750871ec369 tempest-AttachVolumeShelveTestJSON-296029543 tempest-AttachVolumeShelveTestJSON-296029543-project] 10.222.0.23 "DELETE /v2.0/floatingips/d79dd4c9-7b71-453b-8bed-899bad314290 HTTP/1.1" status: 204 len: 168 time: 0.4834051 Sep 03 12:54:51.849141 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a0205639-26c7-434d-b936-91e1c347fac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:52.306134 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:53.410650 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:53.412732 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-81c42806-ce09-49eb-aee0-3126fdfd5970 req-b4402bab-c029-48fe-8755-6c5c9f4c281a tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090582504&fields=id&tenant_id=ee7d0da6d15b48c9851713e689c8e2ae HTTP/1.1" status: 200 len: 267 time: 0.0355725 Sep 03 12:54:53.448349 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:53.470227 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c42806-ce09-49eb-aee0-3126fdfd5970 req-d032305c-898f-4a49-8f60-f6d4b8b5a1ba tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:53.471971 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-81c42806-ce09-49eb-aee0-3126fdfd5970 req-d032305c-898f-4a49-8f60-f6d4b8b5a1ba tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 984 time: 0.0522742 Sep 03 12:54:53.484111 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-81c42806-ce09-49eb-aee0-3126fdfd5970 req-5aa4248b-9fe6-48dc-a41f-cc91757d33f2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Request body: {'port': {'security_groups': ['6f9962c5-7949-473f-b0e9-d7be298d5e0a']}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:54:53.555378 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-81c42806-ce09-49eb-aee0-3126fdfd5970 req-5aa4248b-9fe6-48dc-a41f-cc91757d33f2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:53.622100 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3da5acb6-51da-43e0-8a3f-a97c457bf51f no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:54:53.644244 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 3da5acb6-51da-43e0-8a3f-a97c457bf51f {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:54:53.644618 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 3da5acb6-51da-43e0-8a3f-a97c457bf51f not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:54:53.729961 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-81c42806-ce09-49eb-aee0-3126fdfd5970 req-5aa4248b-9fe6-48dc-a41f-cc91757d33f2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] For port 9e9a9683-4862-49aa-bb77-d709c0acb355, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9e9a9683-4862-49aa-bb77-d709c0acb355,segment=NetworkSegment(299f79c5-bc95-4cd1-8044-d13a545d52ec),segment_id=299f79c5-bc95-4cd1-8044-d13a545d52ec)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:53.757887 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-81c42806-ce09-49eb-aee0-3126fdfd5970 req-5aa4248b-9fe6-48dc-a41f-cc91757d33f2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:53.762924 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-81c42806-ce09-49eb-aee0-3126fdfd5970 req-5aa4248b-9fe6-48dc-a41f-cc91757d33f2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:53.775557 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['9e9a9683-4862-49aa-bb77-d709c0acb355'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:54:53.804962 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c42806-ce09-49eb-aee0-3126fdfd5970 req-5aa4248b-9fe6-48dc-a41f-cc91757d33f2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:53.805583 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-81c42806-ce09-49eb-aee0-3126fdfd5970 req-5aa4248b-9fe6-48dc-a41f-cc91757d33f2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:53.807055 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-81c42806-ce09-49eb-aee0-3126fdfd5970 req-5aa4248b-9fe6-48dc-a41f-cc91757d33f2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "PUT /v2.0/ports/9e9a9683-4862-49aa-bb77-d709c0acb355 HTTP/1.1" status: 200 len: 942 time: 0.3275783 Sep 03 12:54:53.807500 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:54:53.809753 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868702fa-c9a2-4417-bae7-e8cb83200c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:54:53.820665 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42382) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:53.847341 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4248b-9fe6-48dc-a41f-cc91757d33f2 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event updated for resources: {'Port': ['ID=9e9a9683-4862-49aa-bb77-d709c0acb355,revision_number=7']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:53.866882 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd58249-7dc8-40f6-acc5-cedd724f2861 x-openstack-request-id: req-6cd58249-7dc8-40f6-acc5-cedd724f2861 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:54:53.867178 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:54:53.867432 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cd58249-7dc8-40f6-acc5-cedd724f2861 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:54:53.867837 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355', 'status': 'completed', 'code': 200} Sep 03 12:54:53.892225 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['9e9a9683-4862-49aa-bb77-d709c0acb355'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:54:53.913506 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5335-ddcb-4e58-9428-06f47f303d49 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:53.943014 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868702fa-c9a2-4417-bae7-e8cb83200c2a req-668f1754-37d8-447f-b20b-e3c733735821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:53.943163 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-868702fa-c9a2-4417-bae7-e8cb83200c2a req-668f1754-37d8-447f-b20b-e3c733735821 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee7d0da6d15b48c9851713e689c8e2ae&device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0516152 Sep 03 12:54:53.966469 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5335-ddcb-4e58-9428-06f47f303d49 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:54.058836 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868702fa-c9a2-4417-bae7-e8cb83200c2a req-1c9566c0-55c2-4bd8-929d-9b09d9f3a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:54.062506 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-868702fa-c9a2-4417-bae7-e8cb83200c2a req-1c9566c0-55c2-4bd8-929d-9b09d9f3a1c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb HTTP/1.1" status: 200 len: 916 time: 0.1122913 Sep 03 12:54:54.095389 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5335-ddcb-4e58-9428-06f47f303d49 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:54.100497 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b5dd5335-ddcb-4e58-9428-06f47f303d49 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:54.104639 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b5dd5335-ddcb-4e58-9428-06f47f303d49 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "DELETE /v2.0/security-groups/701c9d16-54dd-4e4d-9336-65791ea205ce HTTP/1.1" status: 204 len: 168 time: 0.2810781 Sep 03 12:54:54.105650 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42394) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:54.110104 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-48f02651-9084-4bfa-b346-8f196fed1658 None None] Provisioning complete for port 9e9a9683-4862-49aa-bb77-d709c0acb355 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:54:54.110658 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-48f02651-9084-4bfa-b346-8f196fed1658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:54.165154 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42396) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:54.172496 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-868702fa-c9a2-4417-bae7-e8cb83200c2a req-c1b5b685-6e58-49bc-8359-773360a0d61b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e9a9683-4862-49aa-bb77-d709c0acb355 HTTP/1.1" status: 200 len: 1001 time: 0.1014276 Sep 03 12:54:54.200196 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd5335-ddcb-4e58-9428-06f47f303d49 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=701c9d16-54dd-4e4d-9336-65791ea205ce,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:54.293853 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868702fa-c9a2-4417-bae7-e8cb83200c2a req-a7e79c4c-3b46-46e5-9a10-e22d3fe35880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:54.295780 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-868702fa-c9a2-4417-bae7-e8cb83200c2a req-a7e79c4c-3b46-46e5-9a10-e22d3fe35880 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ada30665-e22e-4b56-bb5b-b46cc3293d85 HTTP/1.1" status: 200 len: 854 time: 0.1158791 Sep 03 12:54:54.342913 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868702fa-c9a2-4417-bae7-e8cb83200c2a req-5a68280f-0054-4720-96b1-7db03f4d7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:54.344738 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-868702fa-c9a2-4417-bae7-e8cb83200c2a req-5a68280f-0054-4720-96b1-7db03f4d7a29 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409181 Sep 03 12:54:54.379201 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-12774429-ef74-4d94-918c-ee11d90bcbb1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Deleting port c96661b5-ee81-44c9-8edf-2b809e623936 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:54.379486 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-12774429-ef74-4d94-918c-ee11d90bcbb1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:54.441995 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-868702fa-c9a2-4417-bae7-e8cb83200c2a req-a9212308-9422-4020-a9ec-110109ac7182 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874104 Sep 03 12:54:54.537431 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-12774429-ef74-4d94-918c-ee11d90bcbb1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:54.537765 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-12774429-ef74-4d94-918c-ee11d90bcbb1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:54.538234 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-868702fa-c9a2-4417-bae7-e8cb83200c2a req-5bfed8d4-132b-4982-8402-abbcd1e42089 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882220 Sep 03 12:54:54.555067 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-12774429-ef74-4d94-918c-ee11d90bcbb1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Calling delete_port for c96661b5-ee81-44c9-8edf-2b809e623936 owned by network:floatingip {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:54.961116 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:55.108158 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-12774429-ef74-4d94-918c-ee11d90bcbb1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:55.140503 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12774429-ef74-4d94-918c-ee11d90bcbb1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event deleted for resources: {'Port': ['ID=c96661b5-ee81-44c9-8edf-2b809e623936,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:55.253757 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-12774429-ef74-4d94-918c-ee11d90bcbb1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks [] for floatingip, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:55.254014 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.l3_db [None req-12774429-ef74-4d94-918c-ee11d90bcbb1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Floating IP 29f52d3f-70af-403d-9e78-aa182b3cfc6c disassociated (deleted). External IP: 172.27.0.194, port: 9e9a9683-4862-49aa-bb77-d709c0acb355. Sep 03 12:54:55.371194 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-49e566b0-028b-4aab-b12f-6d1309305942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498216'] for router_interface, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:55.644616 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12774429-ef74-4d94-918c-ee11d90bcbb1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:54:55.819711 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12774429-ef74-4d94-918c-ee11d90bcbb1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:54:55.825072 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-12774429-ef74-4d94-918c-ee11d90bcbb1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:55.832536 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39573ddc-b973-428b-9fc6-d7112f654d90 None None] Sync routers for ids ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:54:55.842832 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39573ddc-b973-428b-9fc6-d7112f654d90 None None] Routers {'402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:55.843483 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-39573ddc-b973-428b-9fc6-d7112f654d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:55.855008 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-49e566b0-028b-4aab-b12f-6d1309305942 admin admin] Deleting port 0d2eec62-1ee2-4182-b902-9bf81a195c3c {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:55.855351 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-49e566b0-028b-4aab-b12f-6d1309305942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:55.860359 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-12774429-ef74-4d94-918c-ee11d90bcbb1 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "DELETE /v2.0/floatingips/29f52d3f-70af-403d-9e78-aa182b3cfc6c HTTP/1.1" status: 204 len: 168 time: 1.7488017 Sep 03 12:54:55.869147 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:54:55.871275 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e250adae-fd0e-4103-8023-9b52ecb44690" -d '{"events": [{"name": "network-changed", "server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:54:55.925585 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f59613c-155a-4d5f-bb2d-4e7342eeafb7 x-openstack-request-id: req-9f59613c-155a-4d5f-bb2d-4e7342eeafb7 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:54:55.925868 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:54:55.926117 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f59613c-155a-4d5f-bb2d-4e7342eeafb7 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:54:55.926502 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355', 'status': 'completed', 'code': 200} Sep 03 12:54:55.951919 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-49e566b0-028b-4aab-b12f-6d1309305942 admin admin] For port 0d2eec62-1ee2-4182-b902-9bf81a195c3c, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=0d2eec62-1ee2-4182-b902-9bf81a195c3c,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:55.952280 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-49e566b0-028b-4aab-b12f-6d1309305942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:55.957290 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-39573ddc-b973-428b-9fc6-d7112f654d90 None None] Set router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:55.965785 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-49e566b0-028b-4aab-b12f-6d1309305942 admin admin] Calling delete_port for 0d2eec62-1ee2-4182-b902-9bf81a195c3c owned by network:router_interface {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:56.156851 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-49e566b0-028b-4aab-b12f-6d1309305942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:56.166894 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-39573ddc-b973-428b-9fc6-d7112f654d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 4, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port': {'id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:35Z', 'updated_at': '2021-09-03T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '820a510c-a229-46aa-9d8a-6ac0d130d7ba', 'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'mac_address': 'fa:16:3e:1f:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:37Z', 'updated_at': '2021-09-03T12:52:44Z', 'revision_number': 5, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'subnets': [{'id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:56.184492 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e566b0-028b-4aab-b12f-6d1309305942 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2eec62-1ee2-4182-b902-9bf81a195c3c,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:56.197188 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39573ddc-b973-428b-9fc6-d7112f654d90 None None] Checking router: 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:54:56.206511 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39573ddc-b973-428b-9fc6-d7112f654d90 None None] Routers {'402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:56.207171 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-39573ddc-b973-428b-9fc6-d7112f654d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:56.317791 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-39573ddc-b973-428b-9fc6-d7112f654d90 None None] Set router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:56.356730 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-49e566b0-028b-4aab-b12f-6d1309305942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498364'] for router_interface, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:56.570037 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e566b0-028b-4aab-b12f-6d1309305942 admin admin] Router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:54:56.617448 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-39573ddc-b973-428b-9fc6-d7112f654d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 4, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port': {'id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:35Z', 'updated_at': '2021-09-03T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '820a510c-a229-46aa-9d8a-6ac0d130d7ba', 'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'mac_address': 'fa:16:3e:1f:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:37Z', 'updated_at': '2021-09-03T12:52:44Z', 'revision_number': 5, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'subnets': [{'id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:56.643236 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39573ddc-b973-428b-9fc6-d7112f654d90 None None] The sync data for ids ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'] in dv-cinder-806559-6-iscsi is: [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:52:38Z', 'revision_number': 4, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port': {'id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:35Z', 'updated_at': '2021-09-03T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '820a510c-a229-46aa-9d8a-6ac0d130d7ba', 'name': '', 'network_id': '2fc996e1-4b75-4a9f-b71c-8e51b6a72adb', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'mac_address': 'fa:16:3e:1f:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:37Z', 'updated_at': '2021-09-03T12:52:44Z', 'revision_number': 5, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'subnets': [{'id': 'ada30665-e22e-4b56-bb5b-b46cc3293d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:54:56.678012 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e566b0-028b-4aab-b12f-6d1309305942 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:54:56.685947 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-49e566b0-028b-4aab-b12f-6d1309305942 admin admin] 10.222.0.23 "PUT /v2.0/routers/dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5129673 Sep 03 12:54:56.685947 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42420) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:56.687476 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3950660c-0f6b-4518-a2f7-a3a1feb12969 None None] Sync routers for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:54:56.698931 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3950660c-0f6b-4518-a2f7-a3a1feb12969 None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:56.699519 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-3950660c-0f6b-4518-a2f7-a3a1feb12969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:56.799216 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Notify callbacks [] for router, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:56.905508 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d29fe-9c1f-4987-b247-42f17d2df4c3 None None] New status for floating IP 29f52d3f-70af-403d-9e78-aa182b3cfc6c: DOWN {{(pid=100324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:54:56.913145 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:56.941390 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-3950660c-0f6b-4518-a2f7-a3a1feb12969 None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:56.967716 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Deleting port 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:56.967944 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:57.049658 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] For port 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:57.050025 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:57.062387 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Calling delete_port for 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 owned by network:router_gateway {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:57.138043 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-3950660c-0f6b-4518-a2f7-a3a1feb12969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:54:56Z', 'revision_number': 5, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port': {'id': '15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:47:15Z', 'updated_at': '2021-09-03T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:57.165816 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3950660c-0f6b-4518-a2f7-a3a1feb12969 None None] Checking router: dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:54:57.177814 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3950660c-0f6b-4518-a2f7-a3a1feb12969 None None] Routers {'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:54:57.178892 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-3950660c-0f6b-4518-a2f7-a3a1feb12969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:57.238204 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250adae-fd0e-4103-8023-9b52ecb44690 req-151774c5-f2ae-4344-9a2c-34cecc92fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:57.239937 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e250adae-fd0e-4103-8023-9b52ecb44690 req-151774c5-f2ae-4344-9a2c-34cecc92fc95 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee7d0da6d15b48c9851713e689c8e2ae&device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0498371 Sep 03 12:54:57.279882 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-3950660c-0f6b-4518-a2f7-a3a1feb12969 None None] Set router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 gateway port host: None {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:54:57.343316 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-3950660c-0f6b-4518-a2f7-a3a1feb12969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:54:56Z', 'revision_number': 6, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port_host': None}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:57.350768 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250adae-fd0e-4103-8023-9b52ecb44690 req-3f32378c-9369-4db8-857a-2a43f292b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:57.352450 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e250adae-fd0e-4103-8023-9b52ecb44690 req-3f32378c-9369-4db8-857a-2a43f292b4d2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb HTTP/1.1" status: 200 len: 916 time: 0.1022975 Sep 03 12:54:57.370156 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3950660c-0f6b-4518-a2f7-a3a1feb12969 None None] The sync data for ids ['dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7'] in dv-cinder-806559-6-iscsi is: [{'id': 'dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7', 'name': 'tempest-AttachVolumeShelveTestJSON-2105828407-router', 'tenant_id': '4442a0ebb15444b3a4022331e04ec01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:47:13Z', 'updated_at': '2021-09-03T12:54:56Z', 'revision_number': 6, 'project_id': '4442a0ebb15444b3a4022331e04ec01f', 'gw_port_host': None}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:54:57.401883 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e250adae-fd0e-4103-8023-9b52ecb44690 req-60ee4d78-c5d1-4e0e-a1d2-dbc2c14df4f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e9a9683-4862-49aa-bb77-d709c0acb355 HTTP/1.1" status: 200 len: 217 time: 0.0405428 Sep 03 12:54:57.460829 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250adae-fd0e-4103-8023-9b52ecb44690 req-c10246f1-cb24-4c6d-ae65-3ded01de6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:57.462515 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e250adae-fd0e-4103-8023-9b52ecb44690 req-c10246f1-cb24-4c6d-ae65-3ded01de6667 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ada30665-e22e-4b56-bb5b-b46cc3293d85 HTTP/1.1" status: 200 len: 854 time: 0.0524521 Sep 03 12:54:57.480012 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:57.511542 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:57.523108 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250adae-fd0e-4103-8023-9b52ecb44690 req-2c0fbf0b-38b4-4063-be10-e17642fa8500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:57.525293 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e250adae-fd0e-4103-8023-9b52ecb44690 req-2c0fbf0b-38b4-4063-be10-e17642fa8500 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498128 Sep 03 12:54:57.578673 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519122'] for router_gateway, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:57.624842 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e250adae-fd0e-4103-8023-9b52ecb44690 req-14cd11e4-1f81-4ab2-8955-e7f24352f7f7 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894537 Sep 03 12:54:57.688644 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8006'] for router, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:57.690867 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:57.745344 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495988'] for router, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:57.745845 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 {{(pid=100321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 12:54:57.750831 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:57.752017 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d7ef78f8-b4e4-4474-844b-6c59e5806b80 admin admin] 10.222.0.23 "DELETE /v2.0/routers/dcd1bbd8-bd21-40ce-9c07-e35de8e7e2a7 HTTP/1.1" status: 204 len: 168 time: 1.0651975 Sep 03 12:54:57.754560 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42436) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:57.772729 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e250adae-fd0e-4103-8023-9b52ecb44690 req-428cbe92-f635-4b27-b35e-8c393fa6e9b4 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251991 Sep 03 12:54:57.820614 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b5d4da-b316-4563-baeb-dde784293594 admin admin] Deleting subnet 4be00016-73eb-4e38-a677-5146d2de1cfc {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:54:57.824311 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-84b5d4da-b316-4563-baeb-dde784293594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:57.863707 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-84b5d4da-b316-4563-baeb-dde784293594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3855514'] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:57.946228 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-84b5d4da-b316-4563-baeb-dde784293594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.001001 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-84b5d4da-b316-4563-baeb-dde784293594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3305370'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.033654 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f81e91b-48ba-47a6-8882-cf9c905f3b16 None None] Network 03b07e36-ec05-49cc-9fef-b0924281e2c1 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:54:58.034885 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-84b5d4da-b316-4563-baeb-dde784293594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.036820 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-84b5d4da-b316-4563-baeb-dde784293594 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4be00016-73eb-4e38-a677-5146d2de1cfc HTTP/1.1" status: 204 len: 168 time: 0.2807310 Sep 03 12:54:58.037778 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5d4da-b316-4563-baeb-dde784293594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be00016-73eb-4e38-a677-5146d2de1cfc,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:58.039637 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42440) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:58.114362 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.184123 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Deleting port ba56b920-79d6-4945-bfec-9a66faacec5e {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:58.184468 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.232004 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa27053b-69e2-4fb3-8013-546eaa762bf3 None None] DHCP port deletion for 03b07e36-ec05-49cc-9fef-b0924281e2c1 request from dv-cinder-806559-6-iscsi {{(pid=100323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 12:54:58.236207 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 0d2eec62-1ee2-4182-b902-9bf81a195c3c no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:54:58.250874 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] For port ba56b920-79d6-4945-bfec-9a66faacec5e, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=ba56b920-79d6-4945-bfec-9a66faacec5e,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:58.251423 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.265245 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Calling delete_port for ba56b920-79d6-4945-bfec-9a66faacec5e owned by network:dhcp {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:58.275937 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 0d2eec62-1ee2-4182-b902-9bf81a195c3c {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:54:58.276958 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 0d2eec62-1ee2-4182-b902-9bf81a195c3c not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:54:58.277625 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:54:58.302636 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:54:58.303239 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 15fb79c4-4bb9-4a46-a3eb-1ecf8dc4d3d4 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:54:58.327971 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-aa27053b-69e2-4fb3-8013-546eaa762bf3 None None] Deleting port ba56b920-79d6-4945-bfec-9a66faacec5e {{(pid=100323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:54:58.328345 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-aa27053b-69e2-4fb3-8013-546eaa762bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.356667 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.384328 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba56b920-79d6-4945-bfec-9a66faacec5e,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:58.386265 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] No DVR routers for this DVR port ba56b920-79d6-4945-bfec-9a66faacec5e on host dv-cinder-806559-6-iscsi {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:54:58.412600 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-aa27053b-69e2-4fb3-8013-546eaa762bf3 None None] For port ba56b920-79d6-4945-bfec-9a66faacec5e, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=ba56b920-79d6-4945-bfec-9a66faacec5e,segment=NetworkSegment(f7898b8b-642f-4c0c-8f9f-17bdac003309),segment_id=f7898b8b-642f-4c0c-8f9f-17bdac003309)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:54:58.413019 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-aa27053b-69e2-4fb3-8013-546eaa762bf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.428899 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-aa27053b-69e2-4fb3-8013-546eaa762bf3 None None] Calling delete_port for ba56b920-79d6-4945-bfec-9a66faacec5e owned by network:dhcp {{(pid=100323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:54:58.463094 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.475060 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b07e36-ec05-49cc-9fef-b0924281e2c1']}} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:58.489598 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7898b8b-642f-4c0c-8f9f-17bdac003309') {'for_net_delete': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:58.490063 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7898b8b-642f-4c0c-8f9f-17bdac003309') {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:54:58.501635 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9248883'] for segment, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.518364 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=100322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9347431'] for segment, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: Traceback (most recent call last): Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: timer() Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: cb(*args, **kw) Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: return func(*args, **kwargs) Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: self._notify() Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: self.callback(batched_events) Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: event.method(event) Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: return f(self, *a, **k) Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: return self._get(url).json() Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: return self.request(url, 'GET', **kwargs) Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:54:58.530961 dv-cinder-806559-6-iscsi neutron-server[100322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:54:58.552312 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-aa27053b-69e2-4fb3-8013-546eaa762bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362'] for port, after_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.581157 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27053b-69e2-4fb3-8013-546eaa762bf3 None None] Pushing event deleted for resources: {'Port': ['ID=ba56b920-79d6-4945-bfec-9a66faacec5e,revision_number=None']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:58.586610 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa27053b-69e2-4fb3-8013-546eaa762bf3 None None] No DVR routers for this DVR port ba56b920-79d6-4945-bfec-9a66faacec5e on host dv-cinder-806559-6-iscsi {{(pid=100323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:54:58.596065 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.612183 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.614050 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] 10.222.0.23 "DELETE /v2.0/networks/03b07e36-ec05-49cc-9fef-b0924281e2c1 HTTP/1.1" status: 204 len: 168 time: 0.5734169 Sep 03 12:54:58.615307 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aa5ed-1d46-43f7-ac72-b6e06de4ae27 admin admin] Pushing event deleted for resources: {'Network': ['ID=03b07e36-ec05-49cc-9fef-b0924281e2c1,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:58.732982 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42454) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:58.776417 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-774c66f0-baed-4e12-b44a-e37732e64d77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4442a0ebb15444b3a4022331e04ec01f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421927 Sep 03 12:54:58.778848 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42456) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:54:58.826290 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bd7247d-7615-4eb8-8ea0-d757b5985e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.848744 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bd7247d-7615-4eb8-8ea0-d757b5985e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.908946 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bd7247d-7615-4eb8-8ea0-d757b5985e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.911753 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2bd7247d-7615-4eb8-8ea0-d757b5985e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:58.917881 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-2bd7247d-7615-4eb8-8ea0-d757b5985e70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89ce8a81-4565-4310-9b64-f4b1a58fc901 HTTP/1.1" status: 204 len: 168 time: 0.1331537 Sep 03 12:54:58.922800 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7247d-7615-4eb8-8ea0-d757b5985e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ce8a81-4565-4310-9b64-f4b1a58fc901,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:54:59.775261 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5559ea-9347-4069-b6bf-6cc268cd0029 req-1431a42e-75dd-4bff-88ab-becec80d4a09 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:54:59.776858 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4d5559ea-9347-4069-b6bf-6cc268cd0029 req-1431a42e-75dd-4bff-88ab-becec80d4a09 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 945 time: 0.0527656 Sep 03 12:54:59.816961 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-4d5559ea-9347-4069-b6bf-6cc268cd0029 req-e647535d-9abd-4eeb-9eb0-375ca1af9bf7 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334997 Sep 03 12:54:59.906066 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device ba56b920-79d6-4945-bfec-9a66faacec5e no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:54:59.926610 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: ba56b920-79d6-4945-bfec-9a66faacec5e {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:54:59.926981 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device ba56b920-79d6-4945-bfec-9a66faacec5e not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:55:00.347077 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42520) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:00.450421 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6eac5509-6df3-427d-85b1-37d1ea26c437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:00.541850 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6eac5509-6df3-427d-85b1-37d1ea26c437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:00.547532 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6eac5509-6df3-427d-85b1-37d1ea26c437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:00.586243 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-6eac5509-6df3-427d-85b1-37d1ea26c437 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ee02bddd5844c3a8d8ab33f5650b548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380097 Sep 03 12:55:00.588839 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac5509-6df3-427d-85b1-37d1ea26c437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee8c79e-456f-435d-8206-2ea82e6be5e0,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:00.589640 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42524) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:00.642852 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c8cca41-2943-427b-bfb6-3b0a55950269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:00.665775 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c8cca41-2943-427b-bfb6-3b0a55950269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:00.720668 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c8cca41-2943-427b-bfb6-3b0a55950269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:00.723272 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5c8cca41-2943-427b-bfb6-3b0a55950269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:00.724416 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5c8cca41-2943-427b-bfb6-3b0a55950269 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ee8c79e-456f-435d-8206-2ea82e6be5e0 HTTP/1.1" status: 204 len: 168 time: 0.1334865 Sep 03 12:55:00.732488 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cca41-2943-427b-bfb6-3b0a55950269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee8c79e-456f-435d-8206-2ea82e6be5e0,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:00.938717 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4e2b9-69cb-4f17-bad7-11d072835e35 req-18e121d6-fdc2-4c93-bd79-c42cbdfab4bd tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:55:00.940560 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59f4e2b9-69cb-4f17-bad7-11d072835e35 req-18e121d6-fdc2-4c93-bd79-c42cbdfab4bd tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 945 time: 0.0539479 Sep 03 12:55:00.979886 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59f4e2b9-69cb-4f17-bad7-11d072835e35 req-12292b44-8e17-48ae-9a6a-168847ec3609 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f9962c5-7949-473f-b0e9-d7be298d5e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 Sep 03 12:55:00.987595 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42536) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:01.000868 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-543ea094-4bff-4d8a-836a-d694289a9625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:01.086554 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-543ea094-4bff-4d8a-836a-d694289a9625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:01.090615 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-543ea094-4bff-4d8a-836a-d694289a9625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:01.128092 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-543ea094-4bff-4d8a-836a-d694289a9625 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33d5ddd4ef2649339b43797eed4bb630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395195 Sep 03 12:55:01.129238 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ea094-4bff-4d8a-836a-d694289a9625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f244b0-def5-4745-8115-3481a80a06c3,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:01.130833 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42538) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:01.182715 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700cc040-d44d-4f70-8ba9-87fa65be307a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:01.203388 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700cc040-d44d-4f70-8ba9-87fa65be307a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:01.250592 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700cc040-d44d-4f70-8ba9-87fa65be307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:01.253087 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-700cc040-d44d-4f70-8ba9-87fa65be307a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:01.254238 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-700cc040-d44d-4f70-8ba9-87fa65be307a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6f244b0-def5-4745-8115-3481a80a06c3 HTTP/1.1" status: 204 len: 168 time: 0.1218741 Sep 03 12:55:01.262174 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cc040-d44d-4f70-8ba9-87fa65be307a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f244b0-def5-4745-8115-3481a80a06c3,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:01.642668 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5acc-da1b-4db4-afa5-262ca3320a89 req-4b18aafe-19a9-4b74-a0f2-7bac7dfe6c86 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:55:01.644155 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1b5e5acc-da1b-4db4-afa5-262ca3320a89 req-4b18aafe-19a9-4b74-a0f2-7bac7dfe6c86 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.22 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 945 time: 0.0491912 Sep 03 12:55:01.749182 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-1b5e5acc-da1b-4db4-afa5-262ca3320a89 req-b33a8954-fa21-49c8-b738-c40409c5a7c3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Deleting port 9e9a9683-4862-49aa-bb77-d709c0acb355 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:55:01.749604 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-1b5e5acc-da1b-4db4-afa5-262ca3320a89 req-b33a8954-fa21-49c8-b738-c40409c5a7c3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:01.849141 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-1b5e5acc-da1b-4db4-afa5-262ca3320a89 req-b33a8954-fa21-49c8-b738-c40409c5a7c3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] For port 9e9a9683-4862-49aa-bb77-d709c0acb355, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9e9a9683-4862-49aa-bb77-d709c0acb355,segment=NetworkSegment(299f79c5-bc95-4cd1-8044-d13a545d52ec),segment_id=299f79c5-bc95-4cd1-8044-d13a545d52ec)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:55:01.849980 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-1b5e5acc-da1b-4db4-afa5-262ca3320a89 req-b33a8954-fa21-49c8-b738-c40409c5a7c3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:01.868997 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-1b5e5acc-da1b-4db4-afa5-262ca3320a89 req-b33a8954-fa21-49c8-b738-c40409c5a7c3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Calling delete_port for 9e9a9683-4862-49aa-bb77-d709c0acb355 owned by compute:nova {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:55:02.017831 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-1b5e5acc-da1b-4db4-afa5-262ca3320a89 req-b33a8954-fa21-49c8-b738-c40409c5a7c3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:02.030565 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['9e9a9683-4862-49aa-bb77-d709c0acb355'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:55:02.073503 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a8954-fa21-49c8-b738-c40409c5a7c3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Pushing event deleted for resources: {'Port': ['ID=9e9a9683-4862-49aa-bb77-d709c0acb355,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:02.132520 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5695969a-2b03-4f73-aebe-e0d07041daba req-4168efdf-d015-43b9-9868-65492e7e0336 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21d06b5-a19a-4584-a88f-9ab17d502bc7 HTTP/1.1" status: 200 len: 210 time: 0.0648499 Sep 03 12:55:02.171107 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5e5acc-da1b-4db4-afa5-262ca3320a89 req-b33a8954-fa21-49c8-b738-c40409c5a7c3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] No DVR routers for this DVR port 9e9a9683-4862-49aa-bb77-d709c0acb355 on host hv-cinder-80655 {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:55:02.174185 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-1b5e5acc-da1b-4db4-afa5-262ca3320a89 req-b33a8954-fa21-49c8-b738-c40409c5a7c3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:02.176296 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1b5e5acc-da1b-4db4-afa5-262ca3320a89 req-b33a8954-fa21-49c8-b738-c40409c5a7c3 tempest-TestMinimumBasicScenario-92376042 tempest-TestMinimumBasicScenario-92376042-project] 10.222.0.22 "DELETE /v2.0/ports/9e9a9683-4862-49aa-bb77-d709c0acb355 HTTP/1.1" status: 204 len: 173 time: 0.5259428 Sep 03 12:55:02.177104 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'name': 'network-vif-deleted', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:55:02.179809 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cb5f1f-f587-4d51-bc0e-6ce8ec236557" -d '{"events": [{"server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "name": "network-vif-deleted", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:55:02.223769 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34538c35-a57d-4a19-990c-a5201bfc73de x-openstack-request-id: req-34538c35-a57d-4a19-990c-a5201bfc73de {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:55:02.224161 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21d06b5-a19a-4584-a88f-9ab17d502bc7", "name": "network-vif-deleted", "tag": "9e9a9683-4862-49aa-bb77-d709c0acb355", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:55:02.224511 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34538c35-a57d-4a19-990c-a5201bfc73de {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:55:02.224987 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21d06b5-a19a-4584-a88f-9ab17d502bc7', 'name': 'network-vif-deleted', 'tag': '9e9a9683-4862-49aa-bb77-d709c0acb355', 'status': 'completed', 'code': 200} Sep 03 12:55:03.642247 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:55:03.706203 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42700) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:03.838936 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0552a2c5-ef24-41a0-a1fb-3abb1cccd720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:03.893194 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42708) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:03.953326 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0552a2c5-ef24-41a0-a1fb-3abb1cccd720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:03.957824 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0552a2c5-ef24-41a0-a1fb-3abb1cccd720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:03.997655 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-0552a2c5-ef24-41a0-a1fb-3abb1cccd720 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0585861a7534534b46401b1fddc0dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895072 Sep 03 12:55:03.999681 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552a2c5-ef24-41a0-a1fb-3abb1cccd720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c0b43-f640-40ce-8a7a-d1da1ae59103,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:04.000584 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42712) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:04.013157 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42714) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:04.123127 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b0140f2e-20d1-438e-a0fa-a46a80d2d997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.134295 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4f0013ea-74fc-4ee7-94d9-620682dfcb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.164161 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4f0013ea-74fc-4ee7-94d9-620682dfcb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.211821 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b0140f2e-20d1-438e-a0fa-a46a80d2d997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.217029 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b0140f2e-20d1-438e-a0fa-a46a80d2d997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.255592 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b0140f2e-20d1-438e-a0fa-a46a80d2d997 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbd0ad86eb74475897ce282b1d791b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412322 Sep 03 12:55:04.256435 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0140f2e-20d1-438e-a0fa-a46a80d2d997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767ab403-a588-4639-bc06-599f536d367c,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:04.258183 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42718) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:04.299856 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4f0013ea-74fc-4ee7-94d9-620682dfcb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.302295 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4f0013ea-74fc-4ee7-94d9-620682dfcb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.303431 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-4f0013ea-74fc-4ee7-94d9-620682dfcb60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d39c0b43-f640-40ce-8a7a-d1da1ae59103 HTTP/1.1" status: 204 len: 168 time: 0.3016124 Sep 03 12:55:04.317553 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0013ea-74fc-4ee7-94d9-620682dfcb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c0b43-f640-40ce-8a7a-d1da1ae59103,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:04.341123 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ae3067b9-83fc-495e-80a8-135615008128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.379613 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ae3067b9-83fc-495e-80a8-135615008128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.451590 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a5fd3eba-01fe-440c-98df-b91f45885cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498216'] for router_interface, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.490353 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ae3067b9-83fc-495e-80a8-135615008128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.493681 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ae3067b9-83fc-495e-80a8-135615008128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.494968 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-ae3067b9-83fc-495e-80a8-135615008128 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/767ab403-a588-4639-bc06-599f536d367c HTTP/1.1" status: 204 len: 168 time: 0.2357028 Sep 03 12:55:04.531119 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3067b9-83fc-495e-80a8-135615008128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767ab403-a588-4639-bc06-599f536d367c,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:04.604848 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42726) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:04.620718 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-375e0da6-483d-46e0-a361-5e1040618784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.717212 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-375e0da6-483d-46e0-a361-5e1040618784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.722335 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-375e0da6-483d-46e0-a361-5e1040618784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.737329 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd3eba-01fe-440c-98df-b91f45885cc6 admin admin] Deleting port 820a510c-a229-46aa-9d8a-6ac0d130d7ba {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:55:04.737767 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a5fd3eba-01fe-440c-98df-b91f45885cc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.766265 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e0da6-483d-46e0-a361-5e1040618784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ba57c4-127a-4ca8-9014-d42f5e954fb4,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:04.776613 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-375e0da6-483d-46e0-a361-5e1040618784 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=424090acf4de4566923887c4877afefc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702435 Sep 03 12:55:04.779138 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42730) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:04.812308 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42732) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:04.828310 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5204f63-ea78-4911-bf4a-a2b4adb4159c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.834382 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-792233cf-dafd-499d-b019-695c43c93a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.847294 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-a5fd3eba-01fe-440c-98df-b91f45885cc6 admin admin] For port 820a510c-a229-46aa-9d8a-6ac0d130d7ba, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=820a510c-a229-46aa-9d8a-6ac0d130d7ba,segment=NetworkSegment(299f79c5-bc95-4cd1-8044-d13a545d52ec),segment_id=299f79c5-bc95-4cd1-8044-d13a545d52ec)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:55:04.847576 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a5fd3eba-01fe-440c-98df-b91f45885cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.849318 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5204f63-ea78-4911-bf4a-a2b4adb4159c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.863401 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd3eba-01fe-440c-98df-b91f45885cc6 admin admin] Calling delete_port for 820a510c-a229-46aa-9d8a-6ac0d130d7ba owned by network:router_interface {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:55:04.908051 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5204f63-ea78-4911-bf4a-a2b4adb4159c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.911027 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5204f63-ea78-4911-bf4a-a2b4adb4159c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:04.912177 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d5204f63-ea78-4911-bf4a-a2b4adb4159c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4ba57c4-127a-4ca8-9014-d42f5e954fb4 HTTP/1.1" status: 204 len: 168 time: 0.1321180 Sep 03 12:55:04.920245 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5204f63-ea78-4911-bf4a-a2b4adb4159c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ba57c4-127a-4ca8-9014-d42f5e954fb4,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:05.058065 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-792233cf-dafd-499d-b019-695c43c93a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:05.062606 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-792233cf-dafd-499d-b019-695c43c93a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:05.128174 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792233cf-dafd-499d-b019-695c43c93a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b26910b-78f6-4c1a-98d7-eb075e1dc785,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:05.139777 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-792233cf-dafd-499d-b019-695c43c93a00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2248a5523f3b4643a399edefd6bd9270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241875 Sep 03 12:55:05.140065 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42736) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:05.184099 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a5fd3eba-01fe-440c-98df-b91f45885cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:05.467398 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd3eba-01fe-440c-98df-b91f45885cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=820a510c-a229-46aa-9d8a-6ac0d130d7ba,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:05.500758 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f74cd793-2805-4397-b5e0-3358acea5e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:05.549089 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f74cd793-2805-4397-b5e0-3358acea5e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:05.682233 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 9e9a9683-4862-49aa-bb77-d709c0acb355 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:55:05.684607 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f74cd793-2805-4397-b5e0-3358acea5e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:05.687279 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f74cd793-2805-4397-b5e0-3358acea5e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:05.691003 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-f74cd793-2805-4397-b5e0-3358acea5e2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b26910b-78f6-4c1a-98d7-eb075e1dc785 HTTP/1.1" status: 204 len: 168 time: 0.5474534 Sep 03 12:55:05.691003 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a5fd3eba-01fe-440c-98df-b91f45885cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498364'] for router_interface, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:05.701311 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cd793-2805-4397-b5e0-3358acea5e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b26910b-78f6-4c1a-98d7-eb075e1dc785,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:05.708349 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 9e9a9683-4862-49aa-bb77-d709c0acb355 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:55:05.709333 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 9e9a9683-4862-49aa-bb77-d709c0acb355 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:55:05.732996 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42758) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:05.834557 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1030200860-network', 'tenant_id': '660c2934463343cca43f914b44e15a23'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:55:05.864018 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Made reservation on behalf of 660c2934463343cca43f914b44e15a23 for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:55:05.866483 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:05.882782 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:05.939896 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fd3eba-01fe-440c-98df-b91f45885cc6 admin admin] Router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:55:05.989955 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:05.994884 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.014864 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:55:06.033485 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.034029 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Added segment de6158b1-dc15-465d-95c9-6b72a2aab842 of type vlan for network 52c14b9e-3d93-47f4-ad8c-5473c24004fa Sep 03 12:55:06.035496 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdfe109-6fde-4db5-b2f4-3d2539f49677,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:06.068211 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fd3eba-01fe-440c-98df-b91f45885cc6 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:55:06.074290 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-a5fd3eba-01fe-440c-98df-b91f45885cc6 admin admin] 10.222.0.23 "PUT /v2.0/routers/402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1779652 Sep 03 12:55:06.076848 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42768) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:06.081263 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.081642 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9460343e-68b3-49c5-a085-d239c37d843e None None] Sync routers for ids ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:55:06.093756 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9460343e-68b3-49c5-a085-d239c37d843e None None] Routers {'402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:55:06.094789 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-9460343e-68b3-49c5-a085-d239c37d843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:06.113365 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.114572 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:55:06.115205 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.181306 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4467676 Sep 03 12:55:06.182186 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9ea43-42f8-476d-929b-af3e164ca881 admin admin] Pushing event updated for resources: {'Network': ['ID=52c14b9e-3d93-47f4-ad8c-5473c24004fa,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:06.184216 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42774) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:06.189096 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-8553071e-f896-4dcf-80a7-774ef22a4df8 admin admin] Request body: {'subnet': {'network_id': '52c14b9e-3d93-47f4-ad8c-5473c24004fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1030200860-subnet', 'tenant_id': '660c2934463343cca43f914b44e15a23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:55:06.195083 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network 52c14b9e-3d93-47f4-ad8c-5473c24004fa details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:55:06.214631 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Notify callbacks [] for router, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.217736 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8553071e-f896-4dcf-80a7-774ef22a4df8 admin admin] Made reservation on behalf of 660c2934463343cca43f914b44e15a23 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:55:06.220146 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8553071e-f896-4dcf-80a7-774ef22a4df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3305407'] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.307402 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-9460343e-68b3-49c5-a085-d239c37d843e None None] Set router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:55:06.349359 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.413743 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Deleting port 47c6c912-fb09-47fe-9fba-2fb640ddc398 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:55:06.414083 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.416390 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8553071e-f896-4dcf-80a7-774ef22a4df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3305361'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.475422 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553071e-f896-4dcf-80a7-774ef22a4df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e7b396-cf66-477b-9b37-65a1f339dca5,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:06.491830 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8553071e-f896-4dcf-80a7-774ef22a4df8 admin admin] Checking segment: {'id': 'de6158b1-dc15-465d-95c9-6b72a2aab842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '52c14b9e-3d93-47f4-ad8c-5473c24004fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:55:06.492199 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8553071e-f896-4dcf-80a7-774ef22a4df8 admin admin] Network hostable DHCP agents. Network: 52c14b9e-3d93-47f4-ad8c-5473c24004fa, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:55:06.515412 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8553071e-f896-4dcf-80a7-774ef22a4df8 admin admin] Network 52c14b9e-3d93-47f4-ad8c-5473c24004fa is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:55:06.528379 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-8553071e-f896-4dcf-80a7-774ef22a4df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, 52c14b9e-3d93-47f4-ad8c-5473c24004fa) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:55:06.529314 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] For port 47c6c912-fb09-47fe-9fba-2fb640ddc398, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=47c6c912-fb09-47fe-9fba-2fb640ddc398,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:55:06.529753 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.534827 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-9460343e-68b3-49c5-a085-d239c37d843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:55:05Z', 'revision_number': 5, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port': {'id': '47c6c912-fb09-47fe-9fba-2fb640ddc398', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:35Z', 'updated_at': '2021-09-03T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:06.535438 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8553071e-f896-4dcf-80a7-774ef22a4df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:55:06.536162 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8553071e-f896-4dcf-80a7-774ef22a4df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.549814 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Calling delete_port for 47c6c912-fb09-47fe-9fba-2fb640ddc398 owned by network:router_gateway {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:55:06.559372 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-8553071e-f896-4dcf-80a7-774ef22a4df8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3740344 Sep 03 12:55:06.568244 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9460343e-68b3-49c5-a085-d239c37d843e None None] Checking router: 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:55:06.570266 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e3b11-f223-442f-8e4b-0d8179a2ee7f None None] Network 52c14b9e-3d93-47f4-ad8c-5473c24004fa requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:55:06.606294 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9460343e-68b3-49c5-a085-d239c37d843e None None] Routers {'402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:55:06.606983 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-9460343e-68b3-49c5-a085-d239c37d843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:06.752547 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-9460343e-68b3-49c5-a085-d239c37d843e None None] Set router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 gateway port host: None {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:55:06.767435 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.812796 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=47c6c912-fb09-47fe-9fba-2fb640ddc398,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:06.905869 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519122'] for router_gateway, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.963680 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-9460343e-68b3-49c5-a085-d239c37d843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:55:06Z', 'revision_number': 6, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port_host': None}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:07.015513 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9460343e-68b3-49c5-a085-d239c37d843e None None] The sync data for ids ['402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5'] in dv-cinder-806559-6-iscsi is: [{'id': '402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5', 'name': 'tempest-TestMinimumBasicScenario-1374587920-router', 'tenant_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:34Z', 'updated_at': '2021-09-03T12:55:06Z', 'revision_number': 6, 'project_id': 'ee7d0da6d15b48c9851713e689c8e2ae', 'gw_port_host': None}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:55:07.023806 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697f1c85-d600-49be-8948-0f79a6eb5e25 None None] Network 52c14b9e-3d93-47f4-ad8c-5473c24004fa requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:55:07.028397 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8006'] for router, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.031187 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.101112 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495988'] for router, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.102578 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 {{(pid=100322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 12:55:07.108046 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] Notify callbacks [] for router, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.111540 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-800f6c0a-5f29-4f51-b8a6-626448a94f1e admin admin] 10.222.0.23 "DELETE /v2.0/routers/402fb1a5-9fef-4a8e-baf8-d0b9d49e24e5 HTTP/1.1" status: 204 len: 168 time: 1.0312064 Sep 03 12:55:07.112594 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42804) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:07.172420 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e06f12-3a31-43b9-a9dc-66953d357d4f admin admin] Deleting subnet ada30665-e22e-4b56-bb5b-b46cc3293d85 {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:55:07.179115 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d0e06f12-3a31-43b9-a9dc-66953d357d4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.221273 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d0e06f12-3a31-43b9-a9dc-66953d357d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3855514'] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.261660 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42810) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:07.267713 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1169174464-network', 'tenant_id': '71bcd6cb24f04f419f547a9f5701074d'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:55:07.291277 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Made reservation on behalf of 71bcd6cb24f04f419f547a9f5701074d for: {'network': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:55:07.293673 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for network, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.303872 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.305609 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d0e06f12-3a31-43b9-a9dc-66953d357d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.366332 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d0e06f12-3a31-43b9-a9dc-66953d357d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3305370'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.403464 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e06f12-3a31-43b9-a9dc-66953d357d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada30665-e22e-4b56-bb5b-b46cc3293d85,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:07.407412 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d0e06f12-3a31-43b9-a9dc-66953d357d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.409312 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d0e06f12-3a31-43b9-a9dc-66953d357d4f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ada30665-e22e-4b56-bb5b-b46cc3293d85 HTTP/1.1" status: 204 len: 168 time: 0.2959514 Sep 03 12:55:07.411895 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42816) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:07.416746 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f140854f-f909-4cac-ad72-5e0a24bb3d28 None None] Network 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:55:07.419993 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.432288 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.466462 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=100322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:55:07.485805 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f697456-fa91-4e21-9880-da46da765ea9,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:07.494501 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.494902 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.db.segments_db [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Added segment a044fea4-2f27-4a03-9a11-63aed1cd2c79 of type vlan for network 05b707cf-098c-47c9-a669-5a1096e411dc Sep 03 12:55:07.498023 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.543111 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794410003164'] for network, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.565896 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Deleting port ae3a69e0-3763-44be-b131-5612c0f80a74 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:55:07.566925 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.577457 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101'] for network, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.578198 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:55:07.578811 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.614907 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42822) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:07.615187 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3525374 Sep 03 12:55:07.621545 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-3449b06e-f671-4001-aeb2-cd184c5007c3 admin admin] Request body: {'subnet': {'network_id': '05b707cf-098c-47c9-a669-5a1096e411dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1169174464-subnet', 'tenant_id': '71bcd6cb24f04f419f547a9f5701074d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:55:07.680101 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593c48d-888b-4c9d-b4f8-4067f97046b1 admin admin] Pushing event updated for resources: {'Network': ['ID=05b707cf-098c-47c9-a669-5a1096e411dc,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:07.690299 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Network 05b707cf-098c-47c9-a669-5a1096e411dc details requested by agent ovs-agent-dv-cinder-806559-6-iscsi with host dv-cinder-806559-6-iscsi {{(pid=100323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:55:07.709549 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] For port ae3a69e0-3763-44be-b131-5612c0f80a74, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=ae3a69e0-3763-44be-b131-5612c0f80a74,segment=NetworkSegment(299f79c5-bc95-4cd1-8044-d13a545d52ec),segment_id=299f79c5-bc95-4cd1-8044-d13a545d52ec)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:55:07.709904 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.726266 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Calling delete_port for ae3a69e0-3763-44be-b131-5612c0f80a74 owned by network:dhcp {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:55:07.728566 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3449b06e-f671-4001-aeb2-cd184c5007c3 admin admin] Made reservation on behalf of 71bcd6cb24f04f419f547a9f5701074d for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:55:07.730940 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3449b06e-f671-4001-aeb2-cd184c5007c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3305407'] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.915953 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc84d6a-4ae7-4444-aefd-94b12bf5ca1f None None] DHCP port deletion for 2fc996e1-4b75-4a9f-b71c-8e51b6a72adb request from dv-cinder-806559-6-iscsi {{(pid=100323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 12:55:07.951344 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.007908 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-bfc84d6a-4ae7-4444-aefd-94b12bf5ca1f None None] Deleting port ae3a69e0-3763-44be-b131-5612c0f80a74 {{(pid=100323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:55:08.009060 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-bfc84d6a-4ae7-4444-aefd-94b12bf5ca1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.033536 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] No DVR routers for this DVR port ae3a69e0-3763-44be-b131-5612c0f80a74 on host dv-cinder-806559-6-iscsi {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:55:08.036944 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3a69e0-3763-44be-b131-5612c0f80a74,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:08.044198 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 47c6c912-fb09-47fe-9fba-2fb640ddc398 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:55:08.080219 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 47c6c912-fb09-47fe-9fba-2fb640ddc398 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:55:08.080557 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 47c6c912-fb09-47fe-9fba-2fb640ddc398 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:55:08.081154 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 820a510c-a229-46aa-9d8a-6ac0d130d7ba no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:55:08.087466 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3449b06e-f671-4001-aeb2-cd184c5007c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3305361'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.120553 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 820a510c-a229-46aa-9d8a-6ac0d130d7ba {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:55:08.121205 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 820a510c-a229-46aa-9d8a-6ac0d130d7ba not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:55:08.122802 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device ae3a69e0-3763-44be-b131-5612c0f80a74 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:55:08.131758 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42828) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:08.177909 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: ae3a69e0-3763-44be-b131-5612c0f80a74 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:55:08.178256 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device ae3a69e0-3763-44be-b131-5612c0f80a74 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:55:08.178515 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.192764 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-bfc84d6a-4ae7-4444-aefd-94b12bf5ca1f None None] For port ae3a69e0-3763-44be-b131-5612c0f80a74, host dv-cinder-806559-6-iscsi, got binding levels [] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:55:08.192764 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-bfc84d6a-4ae7-4444-aefd-94b12bf5ca1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.200412 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc996e1-4b75-4a9f-b71c-8e51b6a72adb']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:08.208127 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-bfc84d6a-4ae7-4444-aefd-94b12bf5ca1f None None] Calling delete_port for ae3a69e0-3763-44be-b131-5612c0f80a74 owned by network:dhcp {{(pid=100323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:55:08.212231 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.ipam_backend_mixin [None req-bfc84d6a-4ae7-4444-aefd-94b12bf5ca1f None None] Port ae3a69e0-3763-44be-b131-5612c0f80a74 was not found and therefore no delete operation was performed {{(pid=100323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 12:55:08.214269 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-bfc84d6a-4ae7-4444-aefd-94b12bf5ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362'] for port, after_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.222472 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299f79c5-bc95-4cd1-8044-d13a545d52ec') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:08.222872 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299f79c5-bc95-4cd1-8044-d13a545d52ec') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:08.245515 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449b06e-f671-4001-aeb2-cd184c5007c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8a2483-efff-4c05-aa37-9408e611bc27,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:08.248153 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc84d6a-4ae7-4444-aefd-94b12bf5ca1f None None] Pushing event deleted for resources: {'Port': ['ID=ae3a69e0-3763-44be-b131-5612c0f80a74,revision_number=None']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:08.253017 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3855491'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.263629 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc84d6a-4ae7-4444-aefd-94b12bf5ca1f None None] No DVR routers for this DVR port ae3a69e0-3763-44be-b131-5612c0f80a74 on host dv-cinder-806559-6-iscsi {{(pid=100323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:55:08.283746 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3449b06e-f671-4001-aeb2-cd184c5007c3 admin admin] Checking segment: {'id': 'a044fea4-2f27-4a03-9a11-63aed1cd2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '05b707cf-098c-47c9-a669-5a1096e411dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:55:08.284150 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3449b06e-f671-4001-aeb2-cd184c5007c3 admin admin] Network hostable DHCP agents. Network: 05b707cf-098c-47c9-a669-5a1096e411dc, hostable agents: ['0a127241-d20e-4c36-a6d9-68d85108d7b1'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:55:08.287539 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.299840 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:55:08.300335 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595558'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: Traceback (most recent call last): Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: timer() Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: cb(*args, **kw) Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: return func(*args, **kwargs) Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: self._notify() Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: self.callback(batched_events) Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: event.method(event) Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: return f(self, *a, **k) Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._get(url).json() Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:55:08.302615 dv-cinder-806559-6-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:55:08.311681 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d00d6655-02d6-4d3e-a50a-2c680ec0497e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.362794 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3449b06e-f671-4001-aeb2-cd184c5007c3 admin admin] Network 05b707cf-098c-47c9-a669-5a1096e411dc is scheduled to be hosted by DHCP agent 0a127241-d20e-4c36-a6d9-68d85108d7b1 with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:55:08.377029 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-3449b06e-f671-4001-aeb2-cd184c5007c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-6-iscsi, 05b707cf-098c-47c9-a669-5a1096e411dc) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:55:08.387866 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3449b06e-f671-4001-aeb2-cd184c5007c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:55:08.389532 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3449b06e-f671-4001-aeb2-cd184c5007c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.394149 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.396024 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e1488f-0fb8-4fe2-a930-90809edb04d5 None None] Network 05b707cf-098c-47c9-a669-5a1096e411dc requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:55:08.401440 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.407650 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] 10.222.0.23 "DELETE /v2.0/networks/2fc996e1-4b75-4a9f-b71c-8e51b6a72adb HTTP/1.1" status: 204 len: 168 time: 0.9947014 Sep 03 12:55:08.410460 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42834) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:08.426788 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804aab9-7c67-407f-8c5a-ba4b883185aa admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc996e1-4b75-4a9f-b71c-8e51b6a72adb,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:08.543536 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea6520d-ea4a-4493-9189-399d46111c8f None None] Network 05b707cf-098c-47c9-a669-5a1096e411dc requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:55:08.584563 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d00d6655-02d6-4d3e-a50a-2c680ec0497e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.591864 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d00d6655-02d6-4d3e-a50a-2c680ec0497e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.595556 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-3449b06e-f671-4001-aeb2-cd184c5007c3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9793921 Sep 03 12:55:08.710927 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-d00d6655-02d6-4d3e-a50a-2c680ec0497e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62c4fc1cc9634b02aef6590ae5da6793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5780420 Sep 03 12:55:08.713430 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d6655-02d6-4d3e-a50a-2c680ec0497e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d747b73-673d-4519-b929-0f2e446d08b9,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:08.714083 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42838) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:08.785461 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db03ccbc-b403-46dc-b73d-d1b40ead886d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.815799 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db03ccbc-b403-46dc-b73d-d1b40ead886d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.872376 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db03ccbc-b403-46dc-b73d-d1b40ead886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.875093 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db03ccbc-b403-46dc-b73d-d1b40ead886d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.876285 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-db03ccbc-b403-46dc-b73d-d1b40ead886d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d747b73-673d-4519-b929-0f2e446d08b9 HTTP/1.1" status: 204 len: 168 time: 0.1612005 Sep 03 12:55:08.889081 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03ccbc-b403-46dc-b73d-d1b40ead886d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d747b73-673d-4519-b929-0f2e446d08b9,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:08.928427 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8c273524-d059-4cfa-b57c-5df78d724043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498216'] for router_interface, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:09.208976 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42854) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:09.211897 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8c273524-d059-4cfa-b57c-5df78d724043 admin admin] Deleting port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:55:09.212479 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8c273524-d059-4cfa-b57c-5df78d724043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:09.233502 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c954b45a-770d-43fd-aa90-4000f45c9951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:09.307583 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8c273524-d059-4cfa-b57c-5df78d724043 admin admin] For port 4ff51d90-37b9-4b6a-a18c-d7d0fa150468, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=4ff51d90-37b9-4b6a-a18c-d7d0fa150468,segment=NetworkSegment(e8b56c86-09bf-4689-a057-0be8a5d73213),segment_id=e8b56c86-09bf-4689-a057-0be8a5d73213)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:55:09.307971 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8c273524-d059-4cfa-b57c-5df78d724043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:09.320291 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8c273524-d059-4cfa-b57c-5df78d724043 admin admin] Calling delete_port for 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 owned by network:router_interface {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:55:09.326574 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c954b45a-770d-43fd-aa90-4000f45c9951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:09.330478 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c954b45a-770d-43fd-aa90-4000f45c9951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:09.368648 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c954b45a-770d-43fd-aa90-4000f45c9951 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=916afff81b464043acac4045c8d35c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586215 Sep 03 12:55:09.370616 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954b45a-770d-43fd-aa90-4000f45c9951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fabb8f-692e-49bd-a63b-20634bccf02e,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:09.371852 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42856) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:09.473943 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-33ab1f77-0d4a-4527-bbbd-76ed72317fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:09.506975 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-33ab1f77-0d4a-4527-bbbd-76ed72317fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:09.587822 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8c273524-d059-4cfa-b57c-5df78d724043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:09.624350 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c273524-d059-4cfa-b57c-5df78d724043 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff51d90-37b9-4b6a-a18c-d7d0fa150468,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:09.630026 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-33ab1f77-0d4a-4527-bbbd-76ed72317fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:09.632471 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-33ab1f77-0d4a-4527-bbbd-76ed72317fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:09.636137 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-33ab1f77-0d4a-4527-bbbd-76ed72317fd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74fabb8f-692e-49bd-a63b-20634bccf02e HTTP/1.1" status: 204 len: 168 time: 0.2609408 Sep 03 12:55:09.675691 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab1f77-0d4a-4527-bbbd-76ed72317fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fabb8f-692e-49bd-a63b-20634bccf02e,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:09.805920 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8c273524-d059-4cfa-b57c-5df78d724043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498364'] for router_interface, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:10.294129 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c273524-d059-4cfa-b57c-5df78d724043 admin admin] Router 0fc74909-061c-4dd1-8426-a5cc40bab895 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:55:10.407844 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c273524-d059-4cfa-b57c-5df78d724043 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:55:10.415412 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-8c273524-d059-4cfa-b57c-5df78d724043 admin admin] 10.222.0.23 "PUT /v2.0/routers/0fc74909-061c-4dd1-8426-a5cc40bab895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9891312 Sep 03 12:55:10.416273 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42886) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:10.419955 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fab053-484e-4bea-a72e-ad40dc134528 None None] Sync routers for ids ['0fc74909-061c-4dd1-8426-a5cc40bab895'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:55:10.435100 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fab053-484e-4bea-a72e-ad40dc134528 None None] Routers {'0fc74909-061c-4dd1-8426-a5cc40bab895'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:55:10.436312 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-e3fab053-484e-4bea-a72e-ad40dc134528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['0fc74909-061c-4dd1-8426-a5cc40bab895'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:10.530064 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Notify callbacks [] for router, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:10.558743 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-e3fab053-484e-4bea-a72e-ad40dc134528 None None] Set router 0fc74909-061c-4dd1-8426-a5cc40bab895 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:55:10.657303 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:10.743378 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Deleting port b8a8a364-59f0-463c-9227-138d12c819a0 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:55:10.743853 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:10.760588 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-e3fab053-484e-4bea-a72e-ad40dc134528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'name': 'tempest-TestMinimumBasicScenario-1091241118-router', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:40Z', 'updated_at': '2021-09-03T12:55:09Z', 'revision_number': 5, 'project_id': '4d86097ed30b41928338ed6f37ce9f05', 'gw_port': {'id': 'b8a8a364-59f0-463c-9227-138d12c819a0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:52:41Z', 'updated_at': '2021-09-03T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:10.796131 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fab053-484e-4bea-a72e-ad40dc134528 None None] Checking router: 0fc74909-061c-4dd1-8426-a5cc40bab895 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:55:10.808731 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fab053-484e-4bea-a72e-ad40dc134528 None None] Routers {'0fc74909-061c-4dd1-8426-a5cc40bab895'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:55:10.809992 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-e3fab053-484e-4bea-a72e-ad40dc134528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:54:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['0fc74909-061c-4dd1-8426-a5cc40bab895'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:10.835402 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] For port b8a8a364-59f0-463c-9227-138d12c819a0, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=b8a8a364-59f0-463c-9227-138d12c819a0,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:55:10.835402 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:10.851398 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Calling delete_port for b8a8a364-59f0-463c-9227-138d12c819a0 owned by network:router_gateway {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:55:10.910039 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-e3fab053-484e-4bea-a72e-ad40dc134528 None None] Set router 0fc74909-061c-4dd1-8426-a5cc40bab895 gateway port host: None {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:55:10.972474 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-e3fab053-484e-4bea-a72e-ad40dc134528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'name': 'tempest-TestMinimumBasicScenario-1091241118-router', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:40Z', 'updated_at': '2021-09-03T12:55:10Z', 'revision_number': 6, 'project_id': '4d86097ed30b41928338ed6f37ce9f05', 'gw_port_host': None}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:11.007485 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fab053-484e-4bea-a72e-ad40dc134528 None None] The sync data for ids ['0fc74909-061c-4dd1-8426-a5cc40bab895'] in dv-cinder-806559-6-iscsi is: [{'id': '0fc74909-061c-4dd1-8426-a5cc40bab895', 'name': 'tempest-TestMinimumBasicScenario-1091241118-router', 'tenant_id': '4d86097ed30b41928338ed6f37ce9f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:52:40Z', 'updated_at': '2021-09-03T12:55:10Z', 'revision_number': 6, 'project_id': '4d86097ed30b41928338ed6f37ce9f05', 'gw_port_host': None}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:55:11.067072 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.098939 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a8a364-59f0-463c-9227-138d12c819a0,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:11.161323 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519122'] for router_gateway, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.255461 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8006'] for router, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.255461 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.296798 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495988'] for router, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.297514 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc74909-061c-4dd1-8426-a5cc40bab895 {{(pid=100322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 12:55:11.303781 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] Notify callbacks [] for router, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.307200 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-99353597-87d6-4599-9e03-4da7358955ef admin admin] 10.222.0.23 "DELETE /v2.0/routers/0fc74909-061c-4dd1-8426-a5cc40bab895 HTTP/1.1" status: 204 len: 168 time: 0.8889725 Sep 03 12:55:11.308043 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42922) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:11.352757 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6db86e7-9639-4fc1-b89b-a6b26d2e5788 admin admin] Deleting subnet 8f202971-e062-49bd-94ab-d3e287a14741 {{(pid=100322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:55:11.355975 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e6db86e7-9639-4fc1-b89b-a6b26d2e5788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.391960 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e6db86e7-9639-4fc1-b89b-a6b26d2e5788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9248874'] for subnet, precommit_delete_associations {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.515103 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42926) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:11.516287 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e6db86e7-9639-4fc1-b89b-a6b26d2e5788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.578611 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e6db86e7-9639-4fc1-b89b-a6b26d2e5788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9347385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10036948'] for subnet, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.605154 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db86e7-9639-4fc1-b89b-a6b26d2e5788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f202971-e062-49bd-94ab-d3e287a14741,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:11.611989 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e6db86e7-9639-4fc1-b89b-a6b26d2e5788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.617693 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-e6db86e7-9639-4fc1-b89b-a6b26d2e5788 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8f202971-e062-49bd-94ab-d3e287a14741 HTTP/1.1" status: 204 len: 168 time: 0.3052962 Sep 03 12:55:11.617844 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42930) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:11.621089 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66045f1-378a-44ef-8acf-a43f4767d46e None None] Network 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:55:11.649375 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7ab57a88-6962-43ec-9ecb-0d4926573c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.719136 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.818221 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a966a00a-ac6a-4549-9d0f-c89d23a9aa89 None None] DHCP port deletion for 3b6b63d9-8c39-4696-95f6-2a4ba210ebdd request from dv-cinder-806559-6-iscsi {{(pid=100323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 12:55:11.877084 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7ab57a88-6962-43ec-9ecb-0d4926573c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.879541 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Deleting port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:55:11.880239 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.903240 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7ab57a88-6962-43ec-9ecb-0d4926573c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.911582 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-a966a00a-ac6a-4549-9d0f-c89d23a9aa89 None None] Deleting port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 {{(pid=100323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:55:11.912363 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a966a00a-ac6a-4549-9d0f-c89d23a9aa89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:11.934180 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:55:11.956319 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42936) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:11.956706 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-7ab57a88-6962-43ec-9ecb-0d4926573c45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=538820bbef594458bca2b1e6fadd85d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364736 Sep 03 12:55:11.969856 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:55:11.970443 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 4ff51d90-37b9-4b6a-a18c-d7d0fa150468 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:55:11.971064 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:55:12.012398 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] For port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=1fc71e0f-ee0b-477c-b52e-c019a309b7a3,segment=NetworkSegment(e8b56c86-09bf-4689-a057-0be8a5d73213),segment_id=e8b56c86-09bf-4689-a057-0be8a5d73213)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:55:12.012770 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.015318 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab57a88-6962-43ec-9ecb-0d4926573c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fd07ba-7572-4cc4-9119-742a755911e6,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:12.030913 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Calling delete_port for 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 owned by network:dhcp {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:55:12.034043 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1ca47179-a7a1-42f7-87f1-069a1b72cc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.049385 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-a966a00a-ac6a-4549-9d0f-c89d23a9aa89 None None] For port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=1fc71e0f-ee0b-477c-b52e-c019a309b7a3,segment=NetworkSegment(e8b56c86-09bf-4689-a057-0be8a5d73213),segment_id=e8b56c86-09bf-4689-a057-0be8a5d73213)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:55:12.049707 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a966a00a-ac6a-4549-9d0f-c89d23a9aa89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.065237 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1ca47179-a7a1-42f7-87f1-069a1b72cc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.071421 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-a966a00a-ac6a-4549-9d0f-c89d23a9aa89 None None] Calling delete_port for 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 owned by network:dhcp {{(pid=100323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:55:12.151870 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.152109 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.155056 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1ca47179-a7a1-42f7-87f1-069a1b72cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.159652 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1ca47179-a7a1-42f7-87f1-069a1b72cc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.161128 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-1ca47179-a7a1-42f7-87f1-069a1b72cc51 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85fd07ba-7572-4cc4-9119-742a755911e6 HTTP/1.1" status: 204 len: 168 time: 0.2037835 Sep 03 12:55:12.180342 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca47179-a7a1-42f7-87f1-069a1b72cc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fd07ba-7572-4cc4-9119-742a755911e6,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:12.212131 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc71e0f-ee0b-477c-b52e-c019a309b7a3,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:12.224795 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] No DVR routers for this DVR port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 on host dv-cinder-806559-6-iscsi {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:55:12.277120 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device b8a8a364-59f0-463c-9227-138d12c819a0 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:55:12.300373 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.302019 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: b8a8a364-59f0-463c-9227-138d12c819a0 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:55:12.302464 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device b8a8a364-59f0-463c-9227-138d12c819a0 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:55:12.305971 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a966a00a-ac6a-4549-9d0f-c89d23a9aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362'] for port, after_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.312432 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6b63d9-8c39-4696-95f6-2a4ba210ebdd']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:12.326514 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b56c86-09bf-4689-a057-0be8a5d73213') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:12.326840 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b56c86-09bf-4689-a057-0be8a5d73213') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:12.336899 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3855491'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.337607 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966a00a-ac6a-4549-9d0f-c89d23a9aa89 None None] No DVR routers for this DVR port 1fc71e0f-ee0b-477c-b52e-c019a309b7a3 on host dv-cinder-806559-6-iscsi {{(pid=100323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:55:12.342832 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966a00a-ac6a-4549-9d0f-c89d23a9aa89 None None] Pushing event deleted for resources: {'Port': ['ID=1fc71e0f-ee0b-477c-b52e-c019a309b7a3,revision_number=None']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:12.355269 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.361620 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:55:12.362087 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595558'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: Traceback (most recent call last): Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: timer() Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: cb(*args, **kw) Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: return func(*args, **kwargs) Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: self._notify() Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: self.callback(batched_events) Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: event.method(event) Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: return f(self, *a, **k) Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._get(url).json() Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:55:12.364058 dv-cinder-806559-6-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:55:12.417534 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.424586 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.427006 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3b6b63d9-8c39-4696-95f6-2a4ba210ebdd HTTP/1.1" status: 204 len: 168 time: 0.8088841 Sep 03 12:55:12.440784 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e107750-fc07-4a11-9808-c61dcb27a0e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6b63d9-8c39-4696-95f6-2a4ba210ebdd,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:12.508824 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42948) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:12.522243 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-789a391c-9ca9-4517-8522-3e48af3e6562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.551459 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42950) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:12.595026 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-347dd3b7-d3aa-4471-a25f-db0ba2ad341b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee7d0da6d15b48c9851713e689c8e2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423999 Sep 03 12:55:12.597591 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42952) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:12.619453 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-789a391c-9ca9-4517-8522-3e48af3e6562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.623536 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-789a391c-9ca9-4517-8522-3e48af3e6562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.646496 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2c4630fd-9165-4f4e-8f44-b1970b09f2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.663924 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-789a391c-9ca9-4517-8522-3e48af3e6562 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07c22b6839ab4eac936b336a6a95c02b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535532 Sep 03 12:55:12.664954 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a391c-9ca9-4517-8522-3e48af3e6562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097fb991-1f18-4ded-8c00-52f2af34de09,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:12.666636 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 42954) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:12.669765 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2c4630fd-9165-4f4e-8f44-b1970b09f2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.744175 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-adae764f-c6da-473d-bb8a-cf4eb0c1506b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.755463 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2c4630fd-9165-4f4e-8f44-b1970b09f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.758508 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2c4630fd-9165-4f4e-8f44-b1970b09f2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.759643 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2c4630fd-9165-4f4e-8f44-b1970b09f2ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f9962c5-7949-473f-b0e9-d7be298d5e0a HTTP/1.1" status: 204 len: 168 time: 0.1611602 Sep 03 12:55:12.776126 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-adae764f-c6da-473d-bb8a-cf4eb0c1506b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.777915 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4630fd-9165-4f4e-8f44-b1970b09f2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9962c5-7949-473f-b0e9-d7be298d5e0a,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:12.825716 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-adae764f-c6da-473d-bb8a-cf4eb0c1506b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.828570 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-adae764f-c6da-473d-bb8a-cf4eb0c1506b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:12.829700 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-adae764f-c6da-473d-bb8a-cf4eb0c1506b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/097fb991-1f18-4ded-8c00-52f2af34de09 HTTP/1.1" status: 204 len: 168 time: 0.1621416 Sep 03 12:55:12.838467 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae764f-c6da-473d-bb8a-cf4eb0c1506b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097fb991-1f18-4ded-8c00-52f2af34de09,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:13.186618 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42970) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:13.227902 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-2326ecae-f350-4471-ac25-854e5d17e42d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d86097ed30b41928338ed6f37ce9f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400653 Sep 03 12:55:13.230577 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 42976) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:13.284836 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-42bc4e5f-e8d9-480b-a137-0cf2c16def98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:13.307881 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-42bc4e5f-e8d9-480b-a137-0cf2c16def98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:13.370911 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-42bc4e5f-e8d9-480b-a137-0cf2c16def98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:13.373646 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-42bc4e5f-e8d9-480b-a137-0cf2c16def98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:13.374841 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-42bc4e5f-e8d9-480b-a137-0cf2c16def98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ccf01cb-c709-4498-a872-73cea680a2a4 HTTP/1.1" status: 204 len: 168 time: 0.1433084 Sep 03 12:55:13.382537 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc4e5f-e8d9-480b-a137-0cf2c16def98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccf01cb-c709-4498-a872-73cea680a2a4,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:19.159752 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-6c8bc530-ccf7-469d-a8b7-61637c2f1efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:19.327193 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43136) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:19.431798 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-664cdb90-cbb4-49e5-93c0-9b4ac54fa78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:19.521490 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-664cdb90-cbb4-49e5-93c0-9b4ac54fa78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:19.525582 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-664cdb90-cbb4-49e5-93c0-9b4ac54fa78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:19.562493 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-664cdb90-cbb4-49e5-93c0-9b4ac54fa78f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db7b997bf24d4d78aa2a8d55ea84e8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341750 Sep 03 12:55:19.564478 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cdb90-cbb4-49e5-93c0-9b4ac54fa78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7cfc90-92b7-4146-91fd-2c28bb191623,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:19.565196 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43140) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:19.613913 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:19.634634 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:19.683163 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:19.685775 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:19.687118 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb7cfc90-92b7-4146-91fd-2c28bb191623 HTTP/1.1" status: 204 len: 168 time: 0.1208076 Sep 03 12:55:19.696290 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7cfc90-92b7-4146-91fd-2c28bb191623,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:19.704245 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:19.704593 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:19.704930 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:19.705263 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:19.705593 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:19.706051 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:19.706248 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:19.706571 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:19.707055 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:19.707434 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:19.707749 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:19.708104 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c3f69d-fc5f-46d0-a55f-ebcf5be92e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:19.975429 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43154) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:19.992672 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a3069a7c-c478-4c1b-a3d0-5b31dd7d8c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:20.082359 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a3069a7c-c478-4c1b-a3d0-5b31dd7d8c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:20.086666 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a3069a7c-c478-4c1b-a3d0-5b31dd7d8c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:20.124414 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a3069a7c-c478-4c1b-a3d0-5b31dd7d8c94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c415e5ba02924da3a1af974766763ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473227 Sep 03 12:55:20.126316 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3069a7c-c478-4c1b-a3d0-5b31dd7d8c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3da8f1d-5ee8-4bad-bbe0-b43410c3ed1e,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:20.127048 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43156) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:20.176799 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-77cbdb59-e911-46af-a856-2e3eb3d60100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:20.199055 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-77cbdb59-e911-46af-a856-2e3eb3d60100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:20.244101 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-77cbdb59-e911-46af-a856-2e3eb3d60100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:20.246542 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-77cbdb59-e911-46af-a856-2e3eb3d60100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:20.247693 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-77cbdb59-e911-46af-a856-2e3eb3d60100 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3da8f1d-5ee8-4bad-bbe0-b43410c3ed1e HTTP/1.1" status: 204 len: 168 time: 0.1196880 Sep 03 12:55:20.255287 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbdb59-e911-46af-a856-2e3eb3d60100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3da8f1d-5ee8-4bad-bbe0-b43410c3ed1e,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:21.284417 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43198) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:21.392029 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:21.488324 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:21.493582 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:21.530002 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcf0e34-62d9-4230-b17a-70ef4db44805,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:21.533842 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f0d8cb8bb9e49c59c90d6510401cda7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484331 Sep 03 12:55:21.536775 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43212) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:21.541257 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:21.541577 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:21.541992 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:21.542444 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:21.542660 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:21.543085 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:21.543411 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:21.543742 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:21.544067 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:21.544389 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:21.544748 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:21.545036 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578983cb-aa3c-4d33-a177-488eb427ccb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:55:21.602651 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-762a9105-a2eb-431b-8692-996e85aecac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:21.626568 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-762a9105-a2eb-431b-8692-996e85aecac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:21.675273 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-762a9105-a2eb-431b-8692-996e85aecac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:21.677983 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-762a9105-a2eb-431b-8692-996e85aecac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:21.679702 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-762a9105-a2eb-431b-8692-996e85aecac6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bcf0e34-62d9-4230-b17a-70ef4db44805 HTTP/1.1" status: 204 len: 168 time: 0.1409705 Sep 03 12:55:21.687777 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a9105-a2eb-431b-8692-996e85aecac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcf0e34-62d9-4230-b17a-70ef4db44805,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:21.849130 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d9140b76-13bc-4760-9ce7-919490ef7067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:22.307549 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:22.673970 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43252) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:22.683117 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43256) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:22.728332 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_v2 [None req-8159160e-1a49-4236-8e2c-153368924abf admin admin] Deleting subnet b1e7b396-cf66-477b-9b37-65a1f339dca5 {{(pid=100322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:55:22.731509 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8159160e-1a49-4236-8e2c-153368924abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:22.768512 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8159160e-1a49-4236-8e2c-153368924abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9248874'] for subnet, precommit_delete_associations {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:22.801588 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99ab1065-ca5d-4de0-aed9-40eadcc5b24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:22.830811 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8159160e-1a49-4236-8e2c-153368924abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:22.912195 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8159160e-1a49-4236-8e2c-153368924abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9347385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10036948'] for subnet, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:22.948195 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159160e-1a49-4236-8e2c-153368924abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e7b396-cf66-477b-9b37-65a1f339dca5,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:22.953794 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8159160e-1a49-4236-8e2c-153368924abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:22.958459 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-8159160e-1a49-4236-8e2c-153368924abf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b1e7b396-cf66-477b-9b37-65a1f339dca5 HTTP/1.1" status: 204 len: 168 time: 0.2716730 Sep 03 12:55:22.958593 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43258) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:22.974014 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99ab1065-ca5d-4de0-aed9-40eadcc5b24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:22.979085 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99ab1065-ca5d-4de0-aed9-40eadcc5b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.018645 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-99ab1065-ca5d-4de0-aed9-40eadcc5b24a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99bccfade8a0451fb7cf079a70bbdac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434286 Sep 03 12:55:23.019621 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab1065-ca5d-4de0-aed9-40eadcc5b24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db18ca99-ac0e-442c-ad26-7c678d8b865d,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:23.021886 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43260) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:23.037264 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83a4fd46-6c63-449a-9532-ad69145fba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.073674 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef930-3f2d-4a48-a378-abae9e694496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.095339 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef930-3f2d-4a48-a378-abae9e694496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.114095 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83a4fd46-6c63-449a-9532-ad69145fba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.125015 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-83a4fd46-6c63-449a-9532-ad69145fba18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c14b9e-3d93-47f4-ad8c-5473c24004fa']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:23.139536 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-83a4fd46-6c63-449a-9532-ad69145fba18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6158b1-dc15-465d-95c9-6b72a2aab842') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:23.139834 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-83a4fd46-6c63-449a-9532-ad69145fba18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6158b1-dc15-465d-95c9-6b72a2aab842') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:23.141406 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef930-3f2d-4a48-a378-abae9e694496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.144135 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef930-3f2d-4a48-a378-abae9e694496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.147898 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-1a9ef930-3f2d-4a48-a378-abae9e694496 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db18ca99-ac0e-442c-ad26-7c678d8b865d HTTP/1.1" status: 204 len: 168 time: 0.1225078 Sep 03 12:55:23.151347 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83a4fd46-6c63-449a-9532-ad69145fba18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3855491'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.153539 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ef930-3f2d-4a48-a378-abae9e694496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db18ca99-ac0e-442c-ad26-7c678d8b865d,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:23.170156 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83a4fd46-6c63-449a-9532-ad69145fba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.176823 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a4fd46-6c63-449a-9532-ad69145fba18 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:55:23.177171 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83a4fd46-6c63-449a-9532-ad69145fba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595558'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: Traceback (most recent call last): Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: timer() Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: cb(*args, **kw) Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: return func(*args, **kwargs) Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: self._notify() Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: self.callback(batched_events) Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: event.method(event) Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: return f(self, *a, **k) Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._get(url).json() Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:55:23.179498 dv-cinder-806559-6-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:55:23.238318 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83a4fd46-6c63-449a-9532-ad69145fba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.244922 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83a4fd46-6c63-449a-9532-ad69145fba18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.249509 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-83a4fd46-6c63-449a-9532-ad69145fba18 admin admin] 10.222.0.23 "DELETE /v2.0/networks/52c14b9e-3d93-47f4-ad8c-5473c24004fa HTTP/1.1" status: 204 len: 168 time: 0.2874177 Sep 03 12:55:23.249978 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43264) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:23.255951 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4fd46-6c63-449a-9532-ad69145fba18 admin admin] Pushing event deleted for resources: {'Network': ['ID=52c14b9e-3d93-47f4-ad8c-5473c24004fa,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:23.295849 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c2705d-bb4d-4c4e-8061-a2127eb53061 admin admin] Deleting subnet 7b8a2483-efff-4c05-aa37-9408e611bc27 {{(pid=100322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:55:23.299312 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-45c2705d-bb4d-4c4e-8061-a2127eb53061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.339264 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-45c2705d-bb4d-4c4e-8061-a2127eb53061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9248874'] for subnet, precommit_delete_associations {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.379782 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-45c2705d-bb4d-4c4e-8061-a2127eb53061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.415627 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.436491 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-45c2705d-bb4d-4c4e-8061-a2127eb53061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9347385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10036948'] for subnet, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.463089 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2705d-bb4d-4c4e-8061-a2127eb53061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8a2483-efff-4c05-aa37-9408e611bc27,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:23.466810 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-45c2705d-bb4d-4c4e-8061-a2127eb53061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.468718 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-45c2705d-bb4d-4c4e-8061-a2127eb53061 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7b8a2483-efff-4c05-aa37-9408e611bc27 HTTP/1.1" status: 204 len: 168 time: 0.2176812 Sep 03 12:55:23.471200 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43274) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:23.475536 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.543658 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e961e97a-f14d-4d3a-b361-f22761472c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.622100 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e961e97a-f14d-4d3a-b361-f22761472c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.632901 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-e961e97a-f14d-4d3a-b361-f22761472c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b707cf-098c-47c9-a669-5a1096e411dc']}} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:23.644292 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-e961e97a-f14d-4d3a-b361-f22761472c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a044fea4-2f27-4a03-9a11-63aed1cd2c79') {'for_net_delete': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:23.644634 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-e961e97a-f14d-4d3a-b361-f22761472c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a044fea4-2f27-4a03-9a11-63aed1cd2c79') {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:23.657196 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e961e97a-f14d-4d3a-b361-f22761472c33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9248883'] for segment, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.672573 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e961e97a-f14d-4d3a-b361-f22761472c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.678959 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e961e97a-f14d-4d3a-b361-f22761472c33 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=100322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:55:23.680039 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e961e97a-f14d-4d3a-b361-f22761472c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9347431'] for segment, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: Traceback (most recent call last): Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: timer() Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: cb(*args, **kw) Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: return func(*args, **kwargs) Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: self._notify() Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: self.callback(batched_events) Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: event.method(event) Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: return f(self, *a, **k) Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: return self._get(url).json() Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: return self.request(url, 'GET', **kwargs) Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:55:23.681714 dv-cinder-806559-6-iscsi neutron-server[100322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:55:23.740060 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e961e97a-f14d-4d3a-b361-f22761472c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.746214 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e961e97a-f14d-4d3a-b361-f22761472c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:23.750619 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-e961e97a-f14d-4d3a-b361-f22761472c33 admin admin] 10.222.0.23 "DELETE /v2.0/networks/05b707cf-098c-47c9-a669-5a1096e411dc HTTP/1.1" status: 204 len: 168 time: 0.2784562 Sep 03 12:55:23.762000 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961e97a-f14d-4d3a-b361-f22761472c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=05b707cf-098c-47c9-a669-5a1096e411dc,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:23.920434 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43292) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:23.964667 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-b8aa4e86-1fa0-4ed6-a858-4d372f3cf935 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=660c2934463343cca43f914b44e15a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407596 Sep 03 12:55:23.964898 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43294) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:24.013930 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-64085401-6c1b-4f55-86be-a1fb90abf6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:24.035850 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-64085401-6c1b-4f55-86be-a1fb90abf6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:24.086995 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-64085401-6c1b-4f55-86be-a1fb90abf6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:24.089699 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-64085401-6c1b-4f55-86be-a1fb90abf6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:24.093912 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-64085401-6c1b-4f55-86be-a1fb90abf6bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dfdfe109-6fde-4db5-b2f4-3d2539f49677 HTTP/1.1" status: 204 len: 168 time: 0.1280935 Sep 03 12:55:24.103327 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64085401-6c1b-4f55-86be-a1fb90abf6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdfe109-6fde-4db5-b2f4-3d2539f49677,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:24.442982 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43304) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:24.483157 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-12d4f701-36e0-4951-ba45-02dba5295565 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71bcd6cb24f04f419f547a9f5701074d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388772 Sep 03 12:55:24.485656 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43306) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:24.533984 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfbe0-607c-4cc9-b067-50dd61d6c75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:24.555798 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfbe0-607c-4cc9-b067-50dd61d6c75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:24.612333 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfbe0-607c-4cc9-b067-50dd61d6c75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:24.615078 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfbe0-607c-4cc9-b067-50dd61d6c75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:24.616356 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-8d6dfbe0-607c-4cc9-b067-50dd61d6c75e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f697456-fa91-4e21-9880-da46da765ea9 HTTP/1.1" status: 204 len: 168 time: 0.1297686 Sep 03 12:55:24.624874 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dfbe0-607c-4cc9-b067-50dd61d6c75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f697456-fa91-4e21-9880-da46da765ea9,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:24.964622 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:40.640679 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:55:41.373545 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43416) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:41.476467 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bb3af724-5903-4f8f-8324-af8ace94c589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:41.567100 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bb3af724-5903-4f8f-8324-af8ace94c589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:41.570816 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bb3af724-5903-4f8f-8324-af8ace94c589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:41.609840 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-bb3af724-5903-4f8f-8324-af8ace94c589 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e03468550e04a9e9a8b28011eb15e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352431 Sep 03 12:55:41.610977 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3af724-5903-4f8f-8324-af8ace94c589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abdf2e1-bc3c-4683-9c65-135976e246d4,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:41.612593 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43420) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:41.661287 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0647049e-a447-45b3-8c53-6a0fceb9150e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:41.682599 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0647049e-a447-45b3-8c53-6a0fceb9150e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:41.730640 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0647049e-a447-45b3-8c53-6a0fceb9150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:41.733064 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0647049e-a447-45b3-8c53-6a0fceb9150e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:41.734188 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-0647049e-a447-45b3-8c53-6a0fceb9150e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4abdf2e1-bc3c-4683-9c65-135976e246d4 HTTP/1.1" status: 204 len: 168 time: 0.1206048 Sep 03 12:55:41.741908 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647049e-a447-45b3-8c53-6a0fceb9150e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abdf2e1-bc3c-4683-9c65-135976e246d4,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:49.160496 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ea0ad270-81c4-49e5-91fa-431643f33df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:51.847837 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-c746191a-f9d1-4a76-a60c-2ba11f389440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:52.309207 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:53.414640 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:53.455831 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:54.672798 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43428) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:54.822999 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-2da63361-f2ec-47fc-a874-065f91920272 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Deleting port cb000a7b-be98-4cee-b841-eab36cd0fd67 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:55:54.823347 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2da63361-f2ec-47fc-a874-065f91920272 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:54.910922 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2da63361-f2ec-47fc-a874-065f91920272 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:54.911261 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2da63361-f2ec-47fc-a874-065f91920272 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:54.923167 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-2da63361-f2ec-47fc-a874-065f91920272 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Calling delete_port for cb000a7b-be98-4cee-b841-eab36cd0fd67 owned by network:floatingip {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:55:54.965943 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:55.065690 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2da63361-f2ec-47fc-a874-065f91920272 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:55.089382 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da63361-f2ec-47fc-a874-065f91920272 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Pushing event deleted for resources: {'Port': ['ID=cb000a7b-be98-4cee-b841-eab36cd0fd67,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:55.150258 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2da63361-f2ec-47fc-a874-065f91920272 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for floatingip, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:55.151251 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.l3_db [None req-2da63361-f2ec-47fc-a874-065f91920272 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Floating IP 84ed1c34-7132-422a-9693-3eabb185f54c disassociated (deleted). External IP: 172.27.0.14, port: bad63cc7-4f5f-482f-bd25-27cff7acb7e7. Sep 03 12:55:55.586269 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da63361-f2ec-47fc-a874-065f91920272 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:55:55.687602 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da63361-f2ec-47fc-a874-065f91920272 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:55:55.692381 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2da63361-f2ec-47fc-a874-065f91920272 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:55.697120 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6969164-6920-480d-bda5-274179a8c666 None None] Sync routers for ids ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:55:55.707730 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6969164-6920-480d-bda5-274179a8c666 None None] Routers {'16c658e2-fdd9-4c00-81f9-bdbdda53df01'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:55:55.708362 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a6969164-6920-480d-bda5-274179a8c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:55:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:55.723230 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2da63361-f2ec-47fc-a874-065f91920272 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "DELETE /v2.0/floatingips/84ed1c34-7132-422a-9693-3eabb185f54c HTTP/1.1" status: 204 len: 168 time: 1.0493627 Sep 03 12:55:55.723816 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:55:55.726054 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e7942f-0809-452d-8ee6-70e77cfa8673" -d '{"events": [{"name": "network-changed", "server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:55:55.764001 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748ee44-6ce3-4001-a499-f0a32d1beaa6 x-openstack-request-id: req-1748ee44-6ce3-4001-a499-f0a32d1beaa6 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:55:55.764347 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:55:55.764540 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1748ee44-6ce3-4001-a499-f0a32d1beaa6 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:55:55.765241 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'status': 'completed', 'code': 200} Sep 03 12:55:55.824441 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-a6969164-6920-480d-bda5-274179a8c666 None None] Set router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:55:55.831326 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7942f-0809-452d-8ee6-70e77cfa8673 req-d7e9c34a-5821-402d-9062-8a324c1a9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:55:55.832856 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-75e7942f-0809-452d-8ee6-70e77cfa8673 req-d7e9c34a-5821-402d-9062-8a324c1a9c1d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249950e2371f403a95f0713db8fb04f4&device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 1098 time: 0.0441930 Sep 03 12:55:55.940917 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7942f-0809-452d-8ee6-70e77cfa8673 req-0f514f17-6327-4962-aace-b9086d53faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:55:55.943261 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-75e7942f-0809-452d-8ee6-70e77cfa8673 req-0f514f17-6327-4962-aace-b9086d53faaa service neutron] 10.222.0.22 "GET /v2.0/networks?id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115 HTTP/1.1" status: 200 len: 910 time: 0.1020989 Sep 03 12:55:55.954995 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3b872-fbee-42f1-af10-16f16934e354 req-d7a61000-c91e-43ea-bb19-60662b539cc6 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:55:55.956637 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7df3b872-fbee-42f1-af10-16f16934e354 req-d7a61000-c91e-43ea-bb19-60662b539cc6 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0492578 Sep 03 12:55:55.990118 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-75e7942f-0809-452d-8ee6-70e77cfa8673 req-d2c8b7d9-ac76-4f7b-bbed-5bc732e2ee22 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7 HTTP/1.1" status: 200 len: 217 time: 0.0386825 Sep 03 12:55:55.995565 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7df3b872-fbee-42f1-af10-16f16934e354 req-4001a6bb-2391-416a-a61f-591ceaa3051c tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317130 Sep 03 12:55:56.040956 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7942f-0809-452d-8ee6-70e77cfa8673 req-c80e8c5f-ce1d-4b52-8ac1-00e7fe16c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:55:56.042515 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-75e7942f-0809-452d-8ee6-70e77cfa8673 req-c80e8c5f-ce1d-4b52-8ac1-00e7fe16c642 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f5e91bcd-437f-41ff-a010-04098e986172 HTTP/1.1" status: 200 len: 848 time: 0.0455508 Sep 03 12:55:56.047463 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a6969164-6920-480d-bda5-274179a8c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:50:48Z', 'revision_number': 4, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port': {'id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'fb018580-7d62-48bc-8c39-b23d7167583d', 'name': '', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'mac_address': 'fa:16:3e:64:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:46Z', 'updated_at': '2021-09-03T12:50:55Z', 'revision_number': 5, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'subnets': [{'id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:56.078765 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6969164-6920-480d-bda5-274179a8c666 None None] Checking router: 16c658e2-fdd9-4c00-81f9-bdbdda53df01 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:55:56.087060 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6969164-6920-480d-bda5-274179a8c666 None None] Routers {'16c658e2-fdd9-4c00-81f9-bdbdda53df01'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:55:56.087675 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a6969164-6920-480d-bda5-274179a8c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:55:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:56.089521 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7942f-0809-452d-8ee6-70e77cfa8673 req-a482b69b-2a57-412e-91b7-f8a758b410d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:55:56.091059 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-75e7942f-0809-452d-8ee6-70e77cfa8673 req-a482b69b-2a57-412e-91b7-f8a758b410d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d7fd992-c0aa-4c99-be55-c8a6e3baf115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397849 Sep 03 12:55:56.188363 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-75e7942f-0809-452d-8ee6-70e77cfa8673 req-59b72e58-3feb-4fb8-b068-57740783a7d9 service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866454 Sep 03 12:55:56.201523 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-a6969164-6920-480d-bda5-274179a8c666 None None] Set router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:55:56.278089 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-75e7942f-0809-452d-8ee6-70e77cfa8673 req-ead48fa2-0c5b-42d0-94fc-27a739494a67 service neutron] 10.222.0.22 "GET /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837433 Sep 03 12:55:56.514130 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a6969164-6920-480d-bda5-274179a8c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:50:48Z', 'revision_number': 4, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port': {'id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'fb018580-7d62-48bc-8c39-b23d7167583d', 'name': '', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'mac_address': 'fa:16:3e:64:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:46Z', 'updated_at': '2021-09-03T12:50:55Z', 'revision_number': 5, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'subnets': [{'id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:55:56.542776 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6969164-6920-480d-bda5-274179a8c666 None None] The sync data for ids ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'] in dv-cinder-806559-6-iscsi is: [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:50:48Z', 'revision_number': 4, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port': {'id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': 'fb018580-7d62-48bc-8c39-b23d7167583d', 'name': '', 'network_id': '0d7fd992-c0aa-4c99-be55-c8a6e3baf115', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'mac_address': 'fa:16:3e:64:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:46Z', 'updated_at': '2021-09-03T12:50:55Z', 'revision_number': 5, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'subnets': [{'id': 'f5e91bcd-437f-41ff-a010-04098e986172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:55:56.740479 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b4bdbe-30af-41b3-9584-856ad8d2826c None None] New status for floating IP 84ed1c34-7132-422a-9693-3eabb185f54c: DOWN {{(pid=100324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:55:57.277667 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d4e11-0223-46d7-9573-2c8b57ae5159 req-3d08ce59-4662-4c50-8c9a-7b491eb2300f tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:55:57.279177 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-aa7d4e11-0223-46d7-9573-2c8b57ae5159 req-3d08ce59-4662-4c50-8c9a-7b491eb2300f tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0534873 Sep 03 12:55:57.315878 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-aa7d4e11-0223-46d7-9573-2c8b57ae5159 req-0c957fc9-08a2-4187-9c79-aeb41070cfe0 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c554de8-6ac6-4f3f-93d7-175caa0c2917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307953 Sep 03 12:55:57.408859 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df1a00-f0ee-4736-b230-d73800fb8a5d req-766c3886-7abc-4adb-ad72-80f85d644def tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:55:57.410303 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-90df1a00-f0ee-4736-b230-d73800fb8a5d req-766c3886-7abc-4adb-ad72-80f85d644def tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 945 time: 0.0471046 Sep 03 12:55:57.499371 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-90df1a00-f0ee-4736-b230-d73800fb8a5d req-0b0aad98-3020-4a78-a96e-6b3fff3c9064 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Deleting port bad63cc7-4f5f-482f-bd25-27cff7acb7e7 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:55:57.499722 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-90df1a00-f0ee-4736-b230-d73800fb8a5d req-0b0aad98-3020-4a78-a96e-6b3fff3c9064 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:57.591798 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-90df1a00-f0ee-4736-b230-d73800fb8a5d req-0b0aad98-3020-4a78-a96e-6b3fff3c9064 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] For port bad63cc7-4f5f-482f-bd25-27cff7acb7e7, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:55:57.592171 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-90df1a00-f0ee-4736-b230-d73800fb8a5d req-0b0aad98-3020-4a78-a96e-6b3fff3c9064 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:57.604381 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-90df1a00-f0ee-4736-b230-d73800fb8a5d req-0b0aad98-3020-4a78-a96e-6b3fff3c9064 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Calling delete_port for bad63cc7-4f5f-482f-bd25-27cff7acb7e7 owned by compute:nova {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:55:57.729620 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-90df1a00-f0ee-4736-b230-d73800fb8a5d req-0b0aad98-3020-4a78-a96e-6b3fff3c9064 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:57.758440 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0aad98-3020-4a78-a96e-6b3fff3c9064 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Pushing event deleted for resources: {'Port': ['ID=bad63cc7-4f5f-482f-bd25-27cff7acb7e7,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:57.802156 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-90df1a00-f0ee-4736-b230-d73800fb8a5d req-0b0aad98-3020-4a78-a96e-6b3fff3c9064 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] No DVR routers for this DVR port bad63cc7-4f5f-482f-bd25-27cff7acb7e7 on host hv-cinder-80655 {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:55:57.804652 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-90df1a00-f0ee-4736-b230-d73800fb8a5d req-0b0aad98-3020-4a78-a96e-6b3fff3c9064 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:57.807183 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-90df1a00-f0ee-4736-b230-d73800fb8a5d req-0b0aad98-3020-4a78-a96e-6b3fff3c9064 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.22 "DELETE /v2.0/ports/bad63cc7-4f5f-482f-bd25-27cff7acb7e7 HTTP/1.1" status: 204 len: 173 time: 0.3906996 Sep 03 12:55:57.807818 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'name': 'network-vif-deleted', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:55:57.810107 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d7668e-ba02-4b07-a830-e1241803a631" -d '{"events": [{"server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "name": "network-vif-deleted", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:55:57.857912 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b7550a-6d75-4194-9a6c-4294ad792687 x-openstack-request-id: req-03b7550a-6d75-4194-9a6c-4294ad792687 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:55:57.858205 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cefc7de-aa0e-4f23-963e-ca339928a494", "name": "network-vif-deleted", "tag": "bad63cc7-4f5f-482f-bd25-27cff7acb7e7", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:55:57.858459 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03b7550a-6d75-4194-9a6c-4294ad792687 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:55:57.858883 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cefc7de-aa0e-4f23-963e-ca339928a494', 'name': 'network-vif-deleted', 'tag': 'bad63cc7-4f5f-482f-bd25-27cff7acb7e7', 'status': 'completed', 'code': 200} Sep 03 12:55:58.422490 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-447f12b0-c193-4a44-95a1-9ec7e880df97 req-7b572649-12da-4d04-992e-c238ad2d6b51 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cefc7de-aa0e-4f23-963e-ca339928a494 HTTP/1.1" status: 200 len: 210 time: 0.0293057 Sep 03 12:55:59.480681 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43448) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:59.536540 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7550318f-b5e1-404e-af5c-2ca67df72590 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:59.560777 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7550318f-b5e1-404e-af5c-2ca67df72590 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:59.619410 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7550318f-b5e1-404e-af5c-2ca67df72590 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:59.622005 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7550318f-b5e1-404e-af5c-2ca67df72590 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:59.623174 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-7550318f-b5e1-404e-af5c-2ca67df72590 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] 10.222.0.23 "DELETE /v2.0/security-groups/7c554de8-6ac6-4f3f-93d7-175caa0c2917 HTTP/1.1" status: 204 len: 168 time: 0.1415274 Sep 03 12:55:59.631876 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550318f-b5e1-404e-af5c-2ca67df72590 tempest-TestShelveInstance-2040812960 tempest-TestShelveInstance-2040812960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c554de8-6ac6-4f3f-93d7-175caa0c2917,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:55:59.673220 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43452) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:00.147714 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ec9984d5-97d2-4649-afd8-03d79d0258da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498216'] for router_interface, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:00.380068 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-ec9984d5-97d2-4649-afd8-03d79d0258da admin admin] Deleting port fb018580-7d62-48bc-8c39-b23d7167583d {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:56:00.380399 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ec9984d5-97d2-4649-afd8-03d79d0258da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:00.455590 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-ec9984d5-97d2-4649-afd8-03d79d0258da admin admin] For port fb018580-7d62-48bc-8c39-b23d7167583d, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=fb018580-7d62-48bc-8c39-b23d7167583d,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:56:00.455896 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ec9984d5-97d2-4649-afd8-03d79d0258da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:00.467638 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-ec9984d5-97d2-4649-afd8-03d79d0258da admin admin] Calling delete_port for fb018580-7d62-48bc-8c39-b23d7167583d owned by network:router_interface {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:56:00.640334 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ec9984d5-97d2-4649-afd8-03d79d0258da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:00.669637 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9984d5-97d2-4649-afd8-03d79d0258da admin admin] Pushing event deleted for resources: {'Port': ['ID=fb018580-7d62-48bc-8c39-b23d7167583d,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:00.832319 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ec9984d5-97d2-4649-afd8-03d79d0258da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498364'] for router_interface, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:01.038443 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9984d5-97d2-4649-afd8-03d79d0258da admin admin] Router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:56:01.145253 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9984d5-97d2-4649-afd8-03d79d0258da admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:56:01.150322 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ec9984d5-97d2-4649-afd8-03d79d0258da admin admin] 10.222.0.23 "PUT /v2.0/routers/16c658e2-fdd9-4c00-81f9-bdbdda53df01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4759464 Sep 03 12:56:01.153277 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43456) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:01.154271 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24118ada-217e-40c1-b930-79ca17e76932 None None] Sync routers for ids ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:56:01.163279 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24118ada-217e-40c1-b930-79ca17e76932 None None] Routers {'16c658e2-fdd9-4c00-81f9-bdbdda53df01'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:56:01.163889 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-24118ada-217e-40c1-b930-79ca17e76932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:55:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:01.254000 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Notify callbacks [] for router, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:01.267414 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-24118ada-217e-40c1-b930-79ca17e76932 None None] Set router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:56:01.350980 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:01.405880 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Deleting port 7594dc1a-0465-4e47-885e-20cb475d8347 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:56:01.406222 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:01.442148 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-24118ada-217e-40c1-b930-79ca17e76932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:56:00Z', 'revision_number': 5, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port': {'id': '7594dc1a-0465-4e47-885e-20cb475d8347', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:01.469804 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24118ada-217e-40c1-b930-79ca17e76932 None None] Checking router: 16c658e2-fdd9-4c00-81f9-bdbdda53df01 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:56:01.478020 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24118ada-217e-40c1-b930-79ca17e76932 None None] Routers {'16c658e2-fdd9-4c00-81f9-bdbdda53df01'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:56:01.478674 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-24118ada-217e-40c1-b930-79ca17e76932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:55:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:01.485418 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] For port 7594dc1a-0465-4e47-885e-20cb475d8347, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=7594dc1a-0465-4e47-885e-20cb475d8347,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:56:01.485784 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:01.498604 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Calling delete_port for 7594dc1a-0465-4e47-885e-20cb475d8347 owned by network:router_gateway {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:56:01.563435 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-24118ada-217e-40c1-b930-79ca17e76932 None None] Set router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 gateway port host: None {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:56:01.619721 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-24118ada-217e-40c1-b930-79ca17e76932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:56:01Z', 'revision_number': 6, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port_host': None}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:01.645286 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24118ada-217e-40c1-b930-79ca17e76932 None None] The sync data for ids ['16c658e2-fdd9-4c00-81f9-bdbdda53df01'] in dv-cinder-806559-6-iscsi is: [{'id': '16c658e2-fdd9-4c00-81f9-bdbdda53df01', 'name': 'tempest-TestShelveInstance-1283081698-router', 'tenant_id': '249950e2371f403a95f0713db8fb04f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:40Z', 'updated_at': '2021-09-03T12:56:01Z', 'revision_number': 6, 'project_id': '249950e2371f403a95f0713db8fb04f4', 'gw_port_host': None}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:56:01.661968 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:01.693434 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=7594dc1a-0465-4e47-885e-20cb475d8347,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:01.753743 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519122'] for router_gateway, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:01.839869 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8006'] for router, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:01.841892 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:01.885384 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495988'] for router, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:01.885834 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16c658e2-fdd9-4c00-81f9-bdbdda53df01 {{(pid=100321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 12:56:01.890162 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:01.891348 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a20dd1dc-a734-49a8-ac35-21d2d13e8b31 admin admin] 10.222.0.23 "DELETE /v2.0/routers/16c658e2-fdd9-4c00-81f9-bdbdda53df01 HTTP/1.1" status: 204 len: 168 time: 0.7371554 Sep 03 12:56:01.893920 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43458) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:01.927301 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device bad63cc7-4f5f-482f-bd25-27cff7acb7e7 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:56:01.941602 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda934c0-b1fc-4f56-b739-7b937f6483a7 admin admin] Deleting subnet f5e91bcd-437f-41ff-a010-04098e986172 {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:56:01.944632 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cda934c0-b1fc-4f56-b739-7b937f6483a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:01.947540 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: bad63cc7-4f5f-482f-bd25-27cff7acb7e7 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:56:01.948688 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device bad63cc7-4f5f-482f-bd25-27cff7acb7e7 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:56:01.982738 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cda934c0-b1fc-4f56-b739-7b937f6483a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3855514'] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.066594 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cda934c0-b1fc-4f56-b739-7b937f6483a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.120604 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cda934c0-b1fc-4f56-b739-7b937f6483a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3305370'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.151597 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cda934c0-b1fc-4f56-b739-7b937f6483a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.153428 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-cda934c0-b1fc-4f56-b739-7b937f6483a7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f5e91bcd-437f-41ff-a010-04098e986172 HTTP/1.1" status: 204 len: 168 time: 0.2586074 Sep 03 12:56:02.154411 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda934c0-b1fc-4f56-b739-7b937f6483a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e91bcd-437f-41ff-a010-04098e986172,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:02.155940 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43460) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:02.159197 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8ef5b-d626-48fa-ab7a-4dfe52617622 None None] Network 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:56:02.223902 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.276804 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Deleting port 66c0ebde-ba5c-4713-be6e-082251a6bfa4 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:56:02.277151 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.342535 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] For port 66c0ebde-ba5c-4713-be6e-082251a6bfa4, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=66c0ebde-ba5c-4713-be6e-082251a6bfa4,segment=NetworkSegment(c32af502-1f10-4fd4-a3d8-c4e64ec16936),segment_id=c32af502-1f10-4fd4-a3d8-c4e64ec16936)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:56:02.342923 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.355115 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Calling delete_port for 66c0ebde-ba5c-4713-be6e-082251a6bfa4 owned by network:dhcp {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:56:02.416024 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] DHCP port deletion for 0d7fd992-c0aa-4c99-be55-c8a6e3baf115 request from dv-cinder-806559-6-iscsi {{(pid=100323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 12:56:02.435786 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.441143 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device fb018580-7d62-48bc-8c39-b23d7167583d no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:56:02.467102 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: fb018580-7d62-48bc-8c39-b23d7167583d {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:56:02.467443 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device fb018580-7d62-48bc-8c39-b23d7167583d not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:56:02.468851 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=66c0ebde-ba5c-4713-be6e-082251a6bfa4,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:02.470913 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] No DVR routers for this DVR port 66c0ebde-ba5c-4713-be6e-082251a6bfa4 on host dv-cinder-806559-6-iscsi {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:56:02.489221 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Deleting port 66c0ebde-ba5c-4713-be6e-082251a6bfa4 {{(pid=100323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:56:02.489644 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.549506 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.552792 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] For port 66c0ebde-ba5c-4713-be6e-082251a6bfa4, host dv-cinder-806559-6-iscsi, got binding levels [] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:56:02.553186 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.559629 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7fd992-c0aa-4c99-be55-c8a6e3baf115']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:02.565412 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Calling delete_port for 66c0ebde-ba5c-4713-be6e-082251a6bfa4 owned by network:dhcp {{(pid=100323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:56:02.568468 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.ipam_backend_mixin [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Port 66c0ebde-ba5c-4713-be6e-082251a6bfa4 was not found and therefore no delete operation was performed {{(pid=100323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 12:56:02.569380 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32af502-1f10-4fd4-a3d8-c4e64ec16936') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:02.569709 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362'] for port, after_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.569839 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32af502-1f10-4fd4-a3d8-c4e64ec16936') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:02.580182 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3855491'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.595556 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.596713 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Pushing event deleted for resources: {'Port': ['ID=66c0ebde-ba5c-4713-be6e-082251a6bfa4,revision_number=None']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:02.602500 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:56:02.603065 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595558'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: Traceback (most recent call last): Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: timer() Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: cb(*args, **kw) Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: return func(*args, **kwargs) Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: self._notify() Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: self.callback(batched_events) Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: event.method(event) Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: return f(self, *a, **k) Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._get(url).json() Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:56:02.605371 dv-cinder-806559-6-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:56:02.609113 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] No DVR routers for this DVR port 66c0ebde-ba5c-4713-be6e-082251a6bfa4 on host dv-cinder-806559-6-iscsi {{(pid=100323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:56:02.609113 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:02.609113 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:02.609459 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:02.609568 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:02.609953 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:02.610401 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:02.610997 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:02.611130 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:02.611409 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:02.611737 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:02.612184 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:02.612532 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c49b37b-502a-4bc4-bbb1-5b34ccaebbc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:02.668561 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.675018 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:02.680468 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] 10.222.0.23 "DELETE /v2.0/networks/0d7fd992-c0aa-4c99-be55-c8a6e3baf115 HTTP/1.1" status: 204 len: 168 time: 0.5200078 Sep 03 12:56:02.680468 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43462) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:02.694929 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80c88d-c493-45e8-81a2-0ea7360b3f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=0d7fd992-c0aa-4c99-be55-c8a6e3baf115,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:03.251528 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-38ee5fef-c056-40c1-8c2e-fe870beaa8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498216'] for router_interface, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:03.489276 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-38ee5fef-c056-40c1-8c2e-fe870beaa8b7 admin admin] Deleting port c30613cb-0012-4d7b-997b-cdbee730adb4 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:56:03.489641 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-38ee5fef-c056-40c1-8c2e-fe870beaa8b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:03.570509 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-38ee5fef-c056-40c1-8c2e-fe870beaa8b7 admin admin] For port c30613cb-0012-4d7b-997b-cdbee730adb4, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=c30613cb-0012-4d7b-997b-cdbee730adb4,segment=NetworkSegment(e6a89e36-2158-4e33-a021-3731cc846ee5),segment_id=e6a89e36-2158-4e33-a021-3731cc846ee5)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:56:03.570803 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-38ee5fef-c056-40c1-8c2e-fe870beaa8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:03.582793 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-38ee5fef-c056-40c1-8c2e-fe870beaa8b7 admin admin] Calling delete_port for c30613cb-0012-4d7b-997b-cdbee730adb4 owned by network:router_interface {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:56:03.761299 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-38ee5fef-c056-40c1-8c2e-fe870beaa8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:03.786205 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee5fef-c056-40c1-8c2e-fe870beaa8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c30613cb-0012-4d7b-997b-cdbee730adb4,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:03.952532 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-38ee5fef-c056-40c1-8c2e-fe870beaa8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498364'] for router_interface, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:03.982618 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 7594dc1a-0465-4e47-885e-20cb475d8347 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:56:04.006203 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 7594dc1a-0465-4e47-885e-20cb475d8347 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:56:04.006551 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 7594dc1a-0465-4e47-885e-20cb475d8347 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:56:04.006991 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 66c0ebde-ba5c-4713-be6e-082251a6bfa4 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:56:04.027398 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 66c0ebde-ba5c-4713-be6e-082251a6bfa4 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:56:04.027820 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 66c0ebde-ba5c-4713-be6e-082251a6bfa4 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:56:04.161012 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ee5fef-c056-40c1-8c2e-fe870beaa8b7 admin admin] Router 689fb183-019d-4f85-a17c-a0fadaf47093 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:56:04.263434 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ee5fef-c056-40c1-8c2e-fe870beaa8b7 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:56:04.268462 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-38ee5fef-c056-40c1-8c2e-fe870beaa8b7 admin admin] 10.222.0.23 "PUT /v2.0/routers/689fb183-019d-4f85-a17c-a0fadaf47093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5876431 Sep 03 12:56:04.270816 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43464) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:04.272094 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb0df56-3af9-4759-8445-586654641018 None None] Sync routers for ids ['689fb183-019d-4f85-a17c-a0fadaf47093'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:56:04.281608 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb0df56-3af9-4759-8445-586654641018 None None] Routers {'689fb183-019d-4f85-a17c-a0fadaf47093'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:56:04.282208 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-9bb0df56-3af9-4759-8445-586654641018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:55:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['689fb183-019d-4f85-a17c-a0fadaf47093'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:04.372007 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Notify callbacks [] for router, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:04.383558 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-9bb0df56-3af9-4759-8445-586654641018 None None] Set router 689fb183-019d-4f85-a17c-a0fadaf47093 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:56:04.472182 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:04.524102 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Deleting port 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:56:04.524438 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:04.568999 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-9bb0df56-3af9-4759-8445-586654641018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'name': 'tempest-TestShelveInstance-764132993-router', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:53Z', 'updated_at': '2021-09-03T12:56:03Z', 'revision_number': 5, 'project_id': '367ea44775b945be9efb6d49ce508b06', 'gw_port': {'id': '7c8a536f-48fd-4c54-9bb0-7e6713ca1068', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:04.594713 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb0df56-3af9-4759-8445-586654641018 None None] Checking router: 689fb183-019d-4f85-a17c-a0fadaf47093 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:56:04.602597 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb0df56-3af9-4759-8445-586654641018 None None] Routers {'689fb183-019d-4f85-a17c-a0fadaf47093'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:56:04.603755 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-9bb0df56-3af9-4759-8445-586654641018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:55:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['689fb183-019d-4f85-a17c-a0fadaf47093'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:04.606502 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] For port 7c8a536f-48fd-4c54-9bb0-7e6713ca1068, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=7c8a536f-48fd-4c54-9bb0-7e6713ca1068,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:56:04.606978 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:04.618764 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Calling delete_port for 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 owned by network:router_gateway {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:56:04.687415 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-9bb0df56-3af9-4759-8445-586654641018 None None] Set router 689fb183-019d-4f85-a17c-a0fadaf47093 gateway port host: None {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:56:04.783272 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:04.815185 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8a536f-48fd-4c54-9bb0-7e6713ca1068,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:04.825866 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-9bb0df56-3af9-4759-8445-586654641018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'name': 'tempest-TestShelveInstance-764132993-router', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:53Z', 'updated_at': '2021-09-03T12:56:04Z', 'revision_number': 6, 'project_id': '367ea44775b945be9efb6d49ce508b06', 'gw_port_host': None}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:04.851750 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb0df56-3af9-4759-8445-586654641018 None None] The sync data for ids ['689fb183-019d-4f85-a17c-a0fadaf47093'] in dv-cinder-806559-6-iscsi is: [{'id': '689fb183-019d-4f85-a17c-a0fadaf47093', 'name': 'tempest-TestShelveInstance-764132993-router', 'tenant_id': '367ea44775b945be9efb6d49ce508b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:53Z', 'updated_at': '2021-09-03T12:56:04Z', 'revision_number': 6, 'project_id': '367ea44775b945be9efb6d49ce508b06', 'gw_port_host': None}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:56:04.885732 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519122'] for router_gateway, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:04.971734 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8006'] for router, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:04.973830 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.018903 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495988'] for router, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.019496 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 689fb183-019d-4f85-a17c-a0fadaf47093 {{(pid=100321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 12:56:05.024361 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.026060 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a7b2a159-0c53-42ed-9002-09d527455e1b admin admin] 10.222.0.23 "DELETE /v2.0/routers/689fb183-019d-4f85-a17c-a0fadaf47093 HTTP/1.1" status: 204 len: 168 time: 0.7541401 Sep 03 12:56:05.028623 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43466) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:05.071021 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-e097807c-59d5-4834-8f36-6943c73ba107 admin admin] Deleting subnet d000526e-17cc-496d-8192-050111cf6bcc {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:56:05.074481 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e097807c-59d5-4834-8f36-6943c73ba107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.106872 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e097807c-59d5-4834-8f36-6943c73ba107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3855514'] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.185040 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e097807c-59d5-4834-8f36-6943c73ba107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.236836 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e097807c-59d5-4834-8f36-6943c73ba107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3305370'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.263935 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097807c-59d5-4834-8f36-6943c73ba107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d000526e-17cc-496d-8192-050111cf6bcc,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:05.267558 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e097807c-59d5-4834-8f36-6943c73ba107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.271887 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-e097807c-59d5-4834-8f36-6943c73ba107 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d000526e-17cc-496d-8192-050111cf6bcc HTTP/1.1" status: 204 len: 168 time: 0.2398891 Sep 03 12:56:05.272337 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43468) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:05.276584 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6981ae7-3e98-4188-b351-66dc1fb8482d None None] Network 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:56:05.343988 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.396351 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Deleting port c2356254-6977-47e5-b226-e78d8bcef7b3 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:56:05.396589 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.458290 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] For port c2356254-6977-47e5-b226-e78d8bcef7b3, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=c2356254-6977-47e5-b226-e78d8bcef7b3,segment=NetworkSegment(e6a89e36-2158-4e33-a021-3731cc846ee5),segment_id=e6a89e36-2158-4e33-a021-3731cc846ee5)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:56:05.458656 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.471254 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Calling delete_port for c2356254-6977-47e5-b226-e78d8bcef7b3 owned by network:dhcp {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:56:05.549565 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.575545 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2356254-6977-47e5-b226-e78d8bcef7b3,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:05.577382 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] No DVR routers for this DVR port c2356254-6977-47e5-b226-e78d8bcef7b3 on host dv-cinder-806559-6-iscsi {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:56:05.638415 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f912e9-04af-4c80-acfd-b67c8890fa7e None None] DHCP port deletion for 8e9b9e49-ad07-452b-ad52-f3b9fa385bb4 request from dv-cinder-806559-6-iscsi {{(pid=100323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 12:56:05.651407 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.662137 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9b9e49-ad07-452b-ad52-f3b9fa385bb4']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:05.673552 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a89e36-2158-4e33-a021-3731cc846ee5') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:05.673856 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a89e36-2158-4e33-a021-3731cc846ee5') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:05.682838 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3855491'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.695896 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.702091 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:56:05.702472 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595558'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: Traceback (most recent call last): Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: timer() Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: cb(*args, **kw) Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: return func(*args, **kwargs) Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: self._notify() Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: self.callback(batched_events) Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: event.method(event) Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: return f(self, *a, **k) Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._get(url).json() Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:56:05.704246 dv-cinder-806559-6-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:56:05.758201 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.770508 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.772460 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8e9b9e49-ad07-452b-ad52-f3b9fa385bb4 HTTP/1.1" status: 204 len: 168 time: 0.4993703 Sep 03 12:56:05.783413 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1956f-b0d2-4328-b68b-bae1a8b36c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9b9e49-ad07-452b-ad52-f3b9fa385bb4,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:05.895380 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43472) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:05.933322 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device c30613cb-0012-4d7b-997b-cdbee730adb4 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:56:05.938217 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a70b5c1d-7e06-48b8-b7d6-914aacb3c067 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=249950e2371f403a95f0713db8fb04f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416770 Sep 03 12:56:05.940667 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43474) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:05.953418 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: c30613cb-0012-4d7b-997b-cdbee730adb4 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:56:05.953761 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device c30613cb-0012-4d7b-997b-cdbee730adb4 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:56:05.954185 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:56:05.972205 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:56:05.972545 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 7c8a536f-48fd-4c54-9bb0-7e6713ca1068 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:56:05.972947 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device c2356254-6977-47e5-b226-e78d8bcef7b3 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:56:05.990967 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: c2356254-6977-47e5-b226-e78d8bcef7b3 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:56:05.991310 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device c2356254-6977-47e5-b226-e78d8bcef7b3 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:56:05.991777 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b7c86f05-e88f-414c-903a-ab49ddf67134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:06.014349 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b7c86f05-e88f-414c-903a-ab49ddf67134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:06.061259 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b7c86f05-e88f-414c-903a-ab49ddf67134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:06.063740 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b7c86f05-e88f-414c-903a-ab49ddf67134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:06.064859 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b7c86f05-e88f-414c-903a-ab49ddf67134 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a3a0a8d-153f-43f1-94ba-fb957f3aada7 HTTP/1.1" status: 204 len: 168 time: 0.1233127 Sep 03 12:56:06.072698 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c86f05-e88f-414c-903a-ab49ddf67134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3a0a8d-153f-43f1-94ba-fb957f3aada7,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:06.372371 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43480) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:06.409544 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-8ebf071a-9d68-46f5-a4f9-3abc7c93c8de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=367ea44775b945be9efb6d49ce508b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0360043 Sep 03 12:56:06.411702 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43482) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:06.458154 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-871ac652-8ec5-402b-83f6-6d1638c7b4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:06.479281 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-871ac652-8ec5-402b-83f6-6d1638c7b4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:06.526538 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-871ac652-8ec5-402b-83f6-6d1638c7b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:06.529130 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-871ac652-8ec5-402b-83f6-6d1638c7b4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:06.530245 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-871ac652-8ec5-402b-83f6-6d1638c7b4b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/220d1f65-31ce-4776-b3aa-42906348f43a HTTP/1.1" status: 204 len: 168 time: 0.1177008 Sep 03 12:56:06.537499 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ac652-8ec5-402b-83f6-6d1638c7b4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220d1f65-31ce-4776-b3aa-42906348f43a,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:17.639972 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:56:19.163258 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a3f2144a-59d7-42da-b078-8ea19347e7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:21.848097 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-27cb0ded-05c9-4aef-8421-364a75a4812e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:22.311039 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:23.416405 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:23.470080 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:24.971927 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:27.470268 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e90b879a-cba0-4074-9d74-b28272156cb8 req-fefef2ad-03bf-4fd0-806a-28076c99253e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392613 Sep 03 12:56:27.549062 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b879a-cba0-4074-9d74-b28272156cb8 req-ee8eef2a-dee9-4013-9c5a-af7dfabbb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:27.550530 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e90b879a-cba0-4074-9d74-b28272156cb8 req-ee8eef2a-dee9-4013-9c5a-af7dfabbb9c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 1099 time: 0.0396991 Sep 03 12:56:27.652693 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b879a-cba0-4074-9d74-b28272156cb8 req-0c7aa06b-ba1d-4f54-ad7b-f22a1e3d1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:27.654299 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e90b879a-cba0-4074-9d74-b28272156cb8 req-0c7aa06b-ba1d-4f54-ad7b-f22a1e3d1950 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 913 time: 0.0854387 Sep 03 12:56:27.720078 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e90b879a-cba0-4074-9d74-b28272156cb8 req-dd8b29e5-4029-4896-ad1b-aae4a7ce40f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3a0bada-8fee-4e1f-be9c-7745c122ea48 HTTP/1.1" status: 200 len: 1002 time: 0.0579844 Sep 03 12:56:27.770158 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b879a-cba0-4074-9d74-b28272156cb8 req-b93ded88-866a-4a92-bab7-4742725f6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:27.771688 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e90b879a-cba0-4074-9d74-b28272156cb8 req-b93ded88-866a-4a92-bab7-4742725f6e77 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b14272e-3c2f-4c5c-9b35-611224485ef1 HTTP/1.1" status: 200 len: 851 time: 0.0452077 Sep 03 12:56:27.820211 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b879a-cba0-4074-9d74-b28272156cb8 req-bd4199bf-fb55-41de-a25c-afc37e7722b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:27.821648 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e90b879a-cba0-4074-9d74-b28272156cb8 req-bd4199bf-fb55-41de-a25c-afc37e7722b7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8546ecf-6791-4078-b22d-5b780e95646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432184 Sep 03 12:56:27.916056 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e90b879a-cba0-4074-9d74-b28272156cb8 req-7250168a-7126-4848-ab4c-b2ccc219d5a1 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858212 Sep 03 12:56:28.016298 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-e90b879a-cba0-4074-9d74-b28272156cb8 req-db73d3e4-5f7b-4428-8dcf-26ab80bce000 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929842 Sep 03 12:56:33.721143 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-8a933ba0-6bb9-4ab7-81b6-7b018747681e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024723540&fields=id&tenant_id=629ca63105674d199c7db24d3ee4918e HTTP/1.1" status: 200 len: 267 time: 0.0348268 Sep 03 12:56:33.824805 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-a534597e-99f3-4653-b019-535e03ec1439 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:33.826185 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-a534597e-99f3-4653-b019-535e03ec1439 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 812 time: 0.0985940 Sep 03 12:56:33.841254 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-2fb36b59-b872-4c3e-bb72-11323ae0306b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/quotas/629ca63105674d199c7db24d3ee4918e HTTP/1.1" status: 200 len: 375 time: 0.0091085 Sep 03 12:56:33.900289 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-7150524f-bc7d-43f1-9351-fd3e63787e24 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0540290 Sep 03 12:56:33.993028 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-8b22d730-e7de-4989-927e-20efa8fb1a9d service neutron] 10.222.0.23 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807252 Sep 03 12:56:34.082147 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-1fe91cd0-a563-4220-9197-c53597aa48bb service neutron] 10.222.0.23 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824354 Sep 03 12:56:34.366190 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-d003c776-fb53-4543-bf4b-9800b9e9ee58 req-4c0f7480-7165-4673-b1ba-f4d5aa67afcb tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 210 time: 0.0283370 Sep 03 12:56:35.216145 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aa16d03-74f5-47ef-a564-b759b92bb4d6 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:35.217660 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aa16d03-74f5-47ef-a564-b759b92bb4d6 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 812 time: 0.1102126 Sep 03 12:56:35.259473 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-28e0bd93-3d95-4207-88e5-a936214f5b6c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629ca63105674d199c7db24d3ee4918e HTTP/1.1" status: 200 len: 380 time: 0.0330026 Sep 03 12:56:35.268213 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Request body: {'port': {'device_id': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'admin_state_up': True, 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'security_groups': ['09ad0431-a731-45b3-b4f2-2a36dece7713']}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:35.372093 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Made reservation on behalf of 629ca63105674d199c7db24d3ee4918e for: {'port': 1} {{(pid=100322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:56:35.375583 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:35.460745 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-77a84f40-5d01-4803-8ab8-d4204ebb9a3c req-2fa2b88b-5134-4fff-9a79-2b797c71a3ca tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 210 time: 0.0258865 Sep 03 12:56:35.507794 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Allocated IP 172.20.0.9 (b8546ecf-6791-4078-b22d-5b780e95646c/5b14272e-3c2f-4c5c-9b35-611224485ef1/32559f01-223a-41f1-9c39-b5f1d66453d0) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:56:35.657083 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:35.670618 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Transition to ACTIVE for port object 32559f01-223a-41f1-9c39-b5f1d66453d0 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:56:35.702812 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:35.742866 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Network b8546ecf-6791-4078-b22d-5b780e95646c is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:56:35.745683 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:56:35.749875 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:56:35.757893 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'Port': ['ID=32559f01-223a-41f1-9c39-b5f1d66453d0,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:35.787587 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:35.787856 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:35.788190 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:35.788523 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:35.788843 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:35.789170 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:35.789492 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:35.789811 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:35.790132 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:35.790447 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:35.790784 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:35.791098 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:35.814634 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:35.815328 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:35.830167 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-94f47496-1a5e-4300-a4cf-421223c582ed tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655551 Sep 03 12:56:35.843241 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.v2.base [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Request body: {'port': {'device_id': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=100322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:35.914234 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:35.953187 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-051e8930-add1-40c7-9c26-0364aac0037f None None] Provisioning for port 32559f01-223a-41f1-9c39-b5f1d66453d0 completed by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:56:35.957443 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-051e8930-add1-40c7-9c26-0364aac0037f None None] Provisioning complete for port 32559f01-223a-41f1-9c39-b5f1d66453d0 triggered by entity DHCP. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:56:35.958017 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-051e8930-add1-40c7-9c26-0364aac0037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:35.992260 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-051e8930-add1-40c7-9c26-0364aac0037f None None] Port 32559f01-223a-41f1-9c39-b5f1d66453d0 cannot update to ACTIVE because it is not bound. {{(pid=100323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:56:36.175891 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32559f01-223a-41f1-9c39-b5f1d66453d0 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:56:36.183158 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:36.194297 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Transition to ACTIVE for port object 32559f01-223a-41f1-9c39-b5f1d66453d0 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:56:36.198255 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:36.267704 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=32559f01-223a-41f1-9c39-b5f1d66453d0,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:36.601692 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Attempting to bind port 32559f01-223a-41f1-9c39-b5f1d66453d0 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:56:36.602369 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Attempting to bind port 32559f01-223a-41f1-9c39-b5f1d66453d0 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:56:36.602369 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Attempting to bind port 32559f01-223a-41f1-9c39-b5f1d66453d0 on network b8546ecf-6791-4078-b22d-5b780e95646c {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:56:36.612937 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96a2f3-cf79-401c-bd35-785f4ddcd968 req-a6057738-c908-44f8-960a-e9342e58e023 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:36.614388 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2f96a2f3-cf79-401c-bd35-785f4ddcd968 req-a6057738-c908-44f8-960a-e9342e58e023 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 943 time: 0.0694644 Sep 03 12:56:36.616472 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Port 32559f01-223a-41f1-9c39-b5f1d66453d0 on network b8546ecf-6791-4078-b22d-5b780e95646c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:56:36.616789 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Attempting to bind port 32559f01-223a-41f1-9c39-b5f1d66453d0 on network b8546ecf-6791-4078-b22d-5b780e95646c {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:56:36.623527 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Checking agent: {'id': 'e4101df5-3f06-4760-aebc-52d7e4ac2f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'started_at': datetime.datetime(2021, 9, 3, 12, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:56:36.623856 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Checking segment: {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:56:36.624230 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Bound using segment: {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:56:36.624656 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Bound port: 32559f01-223a-41f1-9c39-b5f1d66453d0, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8679da78-3c2a-45d0-a055-29fdd1792662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:56:36.625005 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:36.686537 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-2f96a2f3-cf79-401c-bd35-785f4ddcd968 req-607b14fc-d925-43e6-bc68-55fbc9fad385 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647559 Sep 03 12:56:36.713584 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] For port 32559f01-223a-41f1-9c39-b5f1d66453d0, host hv-cinder-80655, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:56:36.717078 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] For port 32559f01-223a-41f1-9c39-b5f1d66453d0, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=32559f01-223a-41f1-9c39-b5f1d66453d0,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:56:36.721628 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9347331'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:36.751683 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:36.752668 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:36.754032 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] 10.222.0.22 "PUT /v2.0/ports/32559f01-223a-41f1-9c39-b5f1d66453d0 HTTP/1.1" status: 200 len: 1093 time: 0.9157422 Sep 03 12:56:36.756204 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'tag': '32559f01-223a-41f1-9c39-b5f1d66453d0'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:56:36.759376 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f634f07-4bbd-40a2-b030-4f9fe30b3beb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9eead7b-f762-45f8-b9ec-82c676cd1612", "tag": "32559f01-223a-41f1-9c39-b5f1d66453d0"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:56:36.795979 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad47ad-cec8-4615-a127-c011f2467fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=32559f01-223a-41f1-9c39-b5f1d66453d0,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:36.799497 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9327fc-a5c8-4949-845d-29cf3918b9a1 x-openstack-request-id: req-6c9327fc-a5c8-4949-845d-29cf3918b9a1 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:56:36.799781 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9eead7b-f762-45f8-b9ec-82c676cd1612", "tag": "32559f01-223a-41f1-9c39-b5f1d66453d0", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:56:36.800034 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c9327fc-a5c8-4949-845d-29cf3918b9a1 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:56:36.800420 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'tag': '32559f01-223a-41f1-9c39-b5f1d66453d0', 'status': 'completed', 'code': 200} Sep 03 12:56:36.846722 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-39f4e225-f1e0-4892-8ece-e3d9dff514c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:36.848230 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-39f4e225-f1e0-4892-8ece-e3d9dff514c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 1096 time: 0.0423098 Sep 03 12:56:36.893793 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-2ccf56ac-2beb-4736-8d52-2742d3b4df9f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32559f01-223a-41f1-9c39-b5f1d66453d0 HTTP/1.1" status: 200 len: 217 time: 0.0379043 Sep 03 12:56:36.943989 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-36d81061-5349-4176-8460-b039f53fb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:36.945439 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-36d81061-5349-4176-8460-b039f53fb063 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b14272e-3c2f-4c5c-9b35-611224485ef1 HTTP/1.1" status: 200 len: 851 time: 0.0454462 Sep 03 12:56:36.990882 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-4873217f-3b22-4942-8077-ce15bab62f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:36.992357 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-4873217f-3b22-4942-8077-ce15bab62f0f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8546ecf-6791-4078-b22d-5b780e95646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391333 Sep 03 12:56:37.084890 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-4f81515c-bd96-4ee1-82ab-7801d079c007 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847523 Sep 03 12:56:37.171850 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c3cc2ac1-c987-4f45-8dbe-e7065c1487df req-ebe2968c-e0b9-4c8d-b6a1-aaa5f78885b8 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798869 Sep 03 12:56:37.258270 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f634f07-4bbd-40a2-b030-4f9fe30b3beb req-df80505e-d7c7-4bd1-b46d-f8cfdb98aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:37.259802 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8f634f07-4bbd-40a2-b030-4f9fe30b3beb req-df80505e-d7c7-4bd1-b46d-f8cfdb98aa3e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 1096 time: 0.0426378 Sep 03 12:56:37.350840 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f634f07-4bbd-40a2-b030-4f9fe30b3beb req-ae8b7a03-1a1c-4341-8c89-2f18d14e1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:37.352286 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8f634f07-4bbd-40a2-b030-4f9fe30b3beb req-ae8b7a03-1a1c-4341-8c89-2f18d14e1735 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 913 time: 0.0852649 Sep 03 12:56:37.394723 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8f634f07-4bbd-40a2-b030-4f9fe30b3beb req-91c3b4be-383b-43e9-9404-744f52998543 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32559f01-223a-41f1-9c39-b5f1d66453d0 HTTP/1.1" status: 200 len: 217 time: 0.0332277 Sep 03 12:56:37.447451 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f634f07-4bbd-40a2-b030-4f9fe30b3beb req-4c80070b-0c9e-46b5-890c-b210ab3e7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:37.448774 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8f634f07-4bbd-40a2-b030-4f9fe30b3beb req-4c80070b-0c9e-46b5-890c-b210ab3e7f90 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b14272e-3c2f-4c5c-9b35-611224485ef1 HTTP/1.1" status: 200 len: 851 time: 0.0452304 Sep 03 12:56:37.493438 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f634f07-4bbd-40a2-b030-4f9fe30b3beb req-30a9b492-cad8-4a66-8492-eb7747ac5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:37.494955 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8f634f07-4bbd-40a2-b030-4f9fe30b3beb req-30a9b492-cad8-4a66-8492-eb7747ac5420 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8546ecf-6791-4078-b22d-5b780e95646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383396 Sep 03 12:56:37.585744 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8f634f07-4bbd-40a2-b030-4f9fe30b3beb req-5bddd3fd-ab6e-4596-9e6c-8cc254e5ce0c service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820339 Sep 03 12:56:37.677920 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-8f634f07-4bbd-40a2-b030-4f9fe30b3beb req-48ee1a76-026d-41fa-99a8-bdd2f6e63115 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812354 Sep 03 12:56:37.797858 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff7965-fad7-49d9-b140-c76b62c22a3b req-288d520f-05bc-46c1-afa8-cae8af35ad1b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:37.799359 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1aff7965-fad7-49d9-b140-c76b62c22a3b req-288d520f-05bc-46c1-afa8-cae8af35ad1b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 943 time: 0.0474956 Sep 03 12:56:37.836589 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-1aff7965-fad7-49d9-b140-c76b62c22a3b req-31eb9055-9391-4fe0-b8d0-4bf5277e19cc tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313153 Sep 03 12:56:38.948587 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc7973-802b-4359-9e6d-417c2f0fd1bb req-bc0934f4-4500-4f49-803a-01423668bb0e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:38.950614 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-50fc7973-802b-4359-9e6d-417c2f0fd1bb req-bc0934f4-4500-4f49-803a-01423668bb0e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 943 time: 0.0479701 Sep 03 12:56:38.986808 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-50fc7973-802b-4359-9e6d-417c2f0fd1bb req-68c5cd55-fb28-4da9-b76c-cdc32b6e8f85 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303569 Sep 03 12:56:40.103222 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc71a8-3f72-4792-bd4b-ab48fbbe435b req-863dded2-7b62-4db7-ac7d-3b7111b43489 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:40.104748 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3fcc71a8-3f72-4792-bd4b-ab48fbbe435b req-863dded2-7b62-4db7-ac7d-3b7111b43489 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 943 time: 0.0519600 Sep 03 12:56:40.142609 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3fcc71a8-3f72-4792-bd4b-ab48fbbe435b req-6651131d-fe2a-45c1-9582-6ceb71de834b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Sep 03 12:56:41.259664 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a7b2f-1048-483f-8bda-b7eb2e4caa09 req-ad2e02f2-05f5-48d9-8868-a5f442083f85 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:41.261158 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c25a7b2f-1048-483f-8bda-b7eb2e4caa09 req-ad2e02f2-05f5-48d9-8868-a5f442083f85 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 943 time: 0.0549922 Sep 03 12:56:41.302965 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c25a7b2f-1048-483f-8bda-b7eb2e4caa09 req-4b393c8a-2eaf-4cce-aeb8-ee93a96b4798 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349979 Sep 03 12:56:42.415579 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacf4d7-963b-4556-9b29-68f3652e8bb5 req-e67d09a6-3662-4452-9b88-46cb32f68818 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:42.417056 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3cacf4d7-963b-4556-9b29-68f3652e8bb5 req-e67d09a6-3662-4452-9b88-46cb32f68818 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 943 time: 0.0483966 Sep 03 12:56:42.454356 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-3cacf4d7-963b-4556-9b29-68f3652e8bb5 req-d5dc2da9-2785-454b-aa0d-dec4602ef265 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313237 Sep 03 12:56:43.569297 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c615ce4-512c-418a-a616-4b9ad8214dbb req-f06b1e9c-f27f-4f66-9cc5-9f0cdd4e2893 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:43.570777 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6c615ce4-512c-418a-a616-4b9ad8214dbb req-f06b1e9c-f27f-4f66-9cc5-9f0cdd4e2893 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 943 time: 0.0522497 Sep 03 12:56:43.607608 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6c615ce4-512c-418a-a616-4b9ad8214dbb req-30cac6ba-b406-418b-8b7a-c9a6e480306c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304954 Sep 03 12:56:44.096588 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 32559f01-223a-41f1-9c39-b5f1d66453d0 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=100323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:56:44.194456 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 32559f01-223a-41f1-9c39-b5f1d66453d0, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=32559f01-223a-41f1-9c39-b5f1d66453d0,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:56:44.208711 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Returning: {'device': '32559f01-223a-41f1-9c39-b5f1d66453d0', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'port_id': '32559f01-223a-41f1-9c39-b5f1d66453d0', 'mac_address': 'fa:16:3e:e4:bf:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:56:44.244188 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:44.257050 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32559f01-223a-41f1-9c39-b5f1d66453d0 {{(pid=100323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:56:44.275233 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 32559f01-223a-41f1-9c39-b5f1d66453d0, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=32559f01-223a-41f1-9c39-b5f1d66453d0,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:56:44.279159 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:44.325074 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=32559f01-223a-41f1-9c39-b5f1d66453d0,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:44.491586 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] get_ports_and_sgs() called for port_ids ['32559f01-223a-41f1-9c39-b5f1d66453d0'] {{(pid=100323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:56:44.720170 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcbb6c-92c5-4be3-8ef2-cd4162f26bef req-892c6934-504e-45bc-8c10-2a391eb3b2dd tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:44.721652 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-11fcbb6c-92c5-4be3-8ef2-cd4162f26bef req-892c6934-504e-45bc-8c10-2a391eb3b2dd tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 944 time: 0.0488069 Sep 03 12:56:44.759337 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-11fcbb6c-92c5-4be3-8ef2-cd4162f26bef req-8287570d-ddee-4ece-9ed4-741f24e4ee35 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Sep 03 12:56:45.872857 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab749868-667b-4413-b12b-169e243e9315 req-cb54420d-5196-4308-9d9f-c79414fe7fa8 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:45.874344 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ab749868-667b-4413-b12b-169e243e9315 req-cb54420d-5196-4308-9d9f-c79414fe7fa8 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 944 time: 0.0481150 Sep 03 12:56:45.912056 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ab749868-667b-4413-b12b-169e243e9315 req-14d4f117-af63-42f0-a876-afb39704ca73 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318811 Sep 03 12:56:46.111692 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 32559f01-223a-41f1-9c39-b5f1d66453d0 up at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:56:46.157796 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning for port 32559f01-223a-41f1-9c39-b5f1d66453d0 completed by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:56:46.161352 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Provisioning complete for port 32559f01-223a-41f1-9c39-b5f1d66453d0 triggered by entity L2. {{(pid=100323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:56:46.161720 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793276'] for port, provisioning_complete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:46.238756 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:46.259891 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32559f01-223a-41f1-9c39-b5f1d66453d0'}] {{(pid=100323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:56:46.262118 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7139f5a3095c3587450b4b050119fbd93d4c12ac977a3e39c98a864c1a0c811e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e57bddb-9986-4b52-b741-09fea99ceee6" -d '{"events": [{"server_uuid": "d9eead7b-f762-45f8-b9ec-82c676cd1612", "name": "network-vif-plugged", "status": "completed", "tag": "32559f01-223a-41f1-9c39-b5f1d66453d0"}]}' {{(pid=100323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:56:46.274547 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] For port 32559f01-223a-41f1-9c39-b5f1d66453d0, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=32559f01-223a-41f1-9c39-b5f1d66453d0,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:56:46.279221 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:46.304093 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c5ffcc-a3df-4bc9-854f-0f42ac3dd642 x-openstack-request-id: req-c3c5ffcc-a3df-4bc9-854f-0f42ac3dd642 {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:56:46.304391 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9eead7b-f762-45f8-b9ec-82c676cd1612", "name": "network-vif-plugged", "status": "completed", "tag": "32559f01-223a-41f1-9c39-b5f1d66453d0", "code": 200}]} {{(pid=100323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:56:46.304687 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3c5ffcc-a3df-4bc9-854f-0f42ac3dd642 {{(pid=100323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:56:46.305045 dv-cinder-806559-6-iscsi neutron-server[100323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32559f01-223a-41f1-9c39-b5f1d66453d0', 'code': 200} Sep 03 12:56:46.329784 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Pushing event updated for resources: {'Port': ['ID=32559f01-223a-41f1-9c39-b5f1d66453d0,revision_number=5']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:46.509576 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a02885-6b47-4928-acc2-78eb9a8d2b08 req-84fb35dc-0007-4b5e-aae6-68531e8aa1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:46.511035 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c5a02885-6b47-4928-acc2-78eb9a8d2b08 req-84fb35dc-0007-4b5e-aae6-68531e8aa1a4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 1098 time: 0.0440164 Sep 03 12:56:46.545529 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c5a02885-6b47-4928-acc2-78eb9a8d2b08 req-0be801b7-dcfe-4ab6-b210-099e859facac service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279555 Sep 03 12:56:47.027223 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2fe24-141d-4b8d-b35e-60f0b7358b93 req-1526a4cd-6b4d-4f7b-814f-1877aa0c2f71 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:47.029096 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-07a2fe24-141d-4b8d-b35e-60f0b7358b93 req-1526a4cd-6b4d-4f7b-814f-1877aa0c2f71 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 945 time: 0.0504723 Sep 03 12:56:47.068105 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-07a2fe24-141d-4b8d-b35e-60f0b7358b93 req-b8826cc7-8385-4133-a27e-07e5c6485838 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331523 Sep 03 12:56:48.183920 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a5e80-b833-4c45-be76-01e35f6803db req-fddc39f9-8a96-41d1-b6c9-34d150d89a8a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:48.185383 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-661a5e80-b833-4c45-be76-01e35f6803db req-fddc39f9-8a96-41d1-b6c9-34d150d89a8a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 945 time: 0.0494902 Sep 03 12:56:48.223329 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-661a5e80-b833-4c45-be76-01e35f6803db req-e30e429c-e7f1-4dfc-911c-df3c4084f657 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322497 Sep 03 12:56:48.336834 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebeb361-fe10-4164-ba7c-1832f357cf5a req-ed1c2c01-df6c-4fcc-bed1-b1098822f04b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:48.338293 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2ebeb361-fe10-4164-ba7c-1832f357cf5a req-ed1c2c01-df6c-4fcc-bed1-b1098822f04b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 945 time: 0.0515900 Sep 03 12:56:48.375560 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2ebeb361-fe10-4164-ba7c-1832f357cf5a req-46c4611e-d632-4e6f-a2c4-ed0aac266ae8 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307944 Sep 03 12:56:48.396603 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43566) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:48.435516 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d86fb6d-6f82-477d-a998-1f88a7823668 tempest-TestVolumeBootPattern-1224856114 tempest-TestVolumeBootPattern-1224856114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:48.437264 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6d86fb6d-6f82-477d-a998-1f88a7823668 tempest-TestVolumeBootPattern-1224856114 tempest-TestVolumeBootPattern-1224856114-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 1093 time: 0.0397229 Sep 03 12:56:48.439957 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43568) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:48.444208 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Request body: {'floatingip': {'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'port_id': '32559f01-223a-41f1-9c39-b5f1d66453d0', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:48.465309 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for floatingip, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:48.563456 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:48.665926 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Allocated IP 172.27.0.130 (a7fd8c55-1a2f-40c3-bfda-512101a97fc3/f05cb37f-2774-4367-8be1-d78619a1b3ac/05424287-1c0f-46f9-a0ec-b6ca7299d702) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:56:48.767233 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:48.806173 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794410047353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:48.842927 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Network a7fd8c55-1a2f-40c3-bfda-512101a97fc3 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:56:48.847193 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:56:48.854041 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:56:48.856977 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'Port': ['ID=05424287-1c0f-46f9-a0ec-b6ca7299d702,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:48.883457 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:48.883827 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:48.884168 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:48.884499 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:48.884834 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:48.885164 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:48.885484 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:48.885808 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:48.886132 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:48.886450 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:48.886796 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:48.887114 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:49.166662 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9f3647ae-67e3-44cb-9abe-c4dc5fe150cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:49.419465 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:49.481613 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7784500'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:49.627257 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:49.631833 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794410565066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794410047371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794410047389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2595458'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:49.705058 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event updated for resources: {'Port': ['ID=05424287-1c0f-46f9-a0ec-b6ca7299d702,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:49.715875 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370472'] for floatingip, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:49.809539 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.l3_db [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Floating IP f2cfd4c3-815f-4f95-9012-021ebd08d627 associated. External IP: 172.27.0.130, port: 32559f01-223a-41f1-9c39-b5f1d66453d0. Sep 03 12:56:50.009602 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Router c01d7413-b98a-4072-b3ad-2d256f7f61e7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:56:50.116086 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:56:50.132155 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:50.136012 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d8ed1-2e2e-4d9b-9092-56c15497658b None None] Sync routers for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:56:50.149032 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d8ed1-2e2e-4d9b-9092-56c15497658b None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:56:50.149645 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-5e3d8ed1-2e2e-4d9b-9092-56c15497658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:56:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:50.158934 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-44ae0c94-efd4-4b83-af1d-84d117f34a5e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7179508 Sep 03 12:56:50.159508 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'tag': '32559f01-223a-41f1-9c39-b5f1d66453d0'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:56:50.161742 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec682bb0-b35e-446b-ae52-a20f354a5a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9eead7b-f762-45f8-b9ec-82c676cd1612", "tag": "32559f01-223a-41f1-9c39-b5f1d66453d0"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:56:50.196863 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b51860-2e4e-4d54-b6b9-e34e79b2fe30 x-openstack-request-id: req-24b51860-2e4e-4d54-b6b9-e34e79b2fe30 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:56:50.197154 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9eead7b-f762-45f8-b9ec-82c676cd1612", "tag": "32559f01-223a-41f1-9c39-b5f1d66453d0", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:56:50.197410 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24b51860-2e4e-4d54-b6b9-e34e79b2fe30 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:56:50.197809 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'tag': '32559f01-223a-41f1-9c39-b5f1d66453d0', 'status': 'completed', 'code': 200} Sep 03 12:56:50.260995 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec682bb0-b35e-446b-ae52-a20f354a5a7b req-f726118a-02a1-44b5-8411-3d14b08dd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:50.262420 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec682bb0-b35e-446b-ae52-a20f354a5a7b req-f726118a-02a1-44b5-8411-3d14b08dd366 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 1098 time: 0.0398798 Sep 03 12:56:50.275675 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-5e3d8ed1-2e2e-4d9b-9092-56c15497658b None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:56:50.361757 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec682bb0-b35e-446b-ae52-a20f354a5a7b req-64d9cc06-dd8d-4eb2-bbc5-897f1f017195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:50.363291 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec682bb0-b35e-446b-ae52-a20f354a5a7b req-64d9cc06-dd8d-4eb2-bbc5-897f1f017195 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 913 time: 0.0922620 Sep 03 12:56:50.430118 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec682bb0-b35e-446b-ae52-a20f354a5a7b req-ecb04e6d-74b6-4398-a14b-663ce8e48031 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32559f01-223a-41f1-9c39-b5f1d66453d0 HTTP/1.1" status: 200 len: 999 time: 0.0590265 Sep 03 12:56:50.483303 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec682bb0-b35e-446b-ae52-a20f354a5a7b req-9ddec107-fb6e-4441-83f6-9b9d8baeceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:50.484768 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec682bb0-b35e-446b-ae52-a20f354a5a7b req-9ddec107-fb6e-4441-83f6-9b9d8baeceaf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b14272e-3c2f-4c5c-9b35-611224485ef1 HTTP/1.1" status: 200 len: 851 time: 0.0471792 Sep 03 12:56:50.529147 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec682bb0-b35e-446b-ae52-a20f354a5a7b req-d4d01aea-90f7-4f3d-86a9-bb2c1c6a0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:50.531166 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec682bb0-b35e-446b-ae52-a20f354a5a7b req-d4d01aea-90f7-4f3d-86a9-bb2c1c6a0516 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8546ecf-6791-4078-b22d-5b780e95646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398421 Sep 03 12:56:50.625798 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec682bb0-b35e-446b-ae52-a20f354a5a7b req-c4237aaf-8c90-434c-9730-5beccc26a386 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876334 Sep 03 12:56:50.640790 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-5e3d8ed1-2e2e-4d9b-9092-56c15497658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '9c04a9dc-02a1-4482-a38b-933cb173ea6e', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:f2:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:54:47Z', 'updated_at': '2021-09-03T12:54:49Z', 'revision_number': 1, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}, {'id': 'f2cfd4c3-815f-4f95-9012-021ebd08d627', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': '32559f01-223a-41f1-9c39-b5f1d66453d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:e4:bf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:56:49Z', 'updated_at': '2021-09-03T12:56:49Z', 'revision_number': 0, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:50.671974 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d8ed1-2e2e-4d9b-9092-56c15497658b None None] Checking router: c01d7413-b98a-4072-b3ad-2d256f7f61e7 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:56:50.680228 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d8ed1-2e2e-4d9b-9092-56c15497658b None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:56:50.680842 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-5e3d8ed1-2e2e-4d9b-9092-56c15497658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:56:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:50.717861 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-ec682bb0-b35e-446b-ae52-a20f354a5a7b req-c4f9e9cd-033f-495f-960b-358a4980af83 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855684 Sep 03 12:56:50.783725 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-5e3d8ed1-2e2e-4d9b-9092-56c15497658b None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:56:51.007362 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-5e3d8ed1-2e2e-4d9b-9092-56c15497658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '9c04a9dc-02a1-4482-a38b-933cb173ea6e', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:f2:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:54:47Z', 'updated_at': '2021-09-03T12:54:49Z', 'revision_number': 1, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}, {'id': 'f2cfd4c3-815f-4f95-9012-021ebd08d627', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': '32559f01-223a-41f1-9c39-b5f1d66453d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:e4:bf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:56:49Z', 'updated_at': '2021-09-03T12:56:49Z', 'revision_number': 0, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:51.032886 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d8ed1-2e2e-4d9b-9092-56c15497658b None None] The sync data for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi is: [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '9c04a9dc-02a1-4482-a38b-933cb173ea6e', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:f2:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:54:47Z', 'updated_at': '2021-09-03T12:54:49Z', 'revision_number': 1, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}, {'id': 'f2cfd4c3-815f-4f95-9012-021ebd08d627', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': '32559f01-223a-41f1-9c39-b5f1d66453d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:e4:bf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:56:49Z', 'updated_at': '2021-09-03T12:56:49Z', 'revision_number': 0, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:56:51.209499 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e7dfb9-d9b1-435f-9c01-f20b947b90ab None None] New status for floating IP f2cfd4c3-815f-4f95-9012-021ebd08d627: ACTIVE {{(pid=100324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:56:51.847685 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3ad659bb-2433-45c5-9814-3d671d770156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.311504 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.419385 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.466270 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.638756 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:56:54.972152 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:19.169478 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5a45-7dbf-4f87-9988-3301b0f07113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:21.847811 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-1fbcbc8d-9698-4935-bd71-f298c8fa75f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:22.312478 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:23.422585 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:23.483116 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.973353 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:29.568994 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-f1e2871a-85e7-48ea-bd64-211f897ed09b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1282270 Sep 03 12:57:29.654388 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-eeaef86a-538e-4c5e-87ee-b138ff3105c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:29.656004 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-eeaef86a-538e-4c5e-87ee-b138ff3105c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 1099 time: 0.0439787 Sep 03 12:57:29.760149 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-47c591dd-f98b-42ea-af6e-d5474a05a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:29.760769 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-47c591dd-f98b-42ea-af6e-d5474a05a6e9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 913 time: 0.0840271 Sep 03 12:57:29.826477 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-ccda24e2-80b3-45e6-9781-690ec6179e6b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3a0bada-8fee-4e1f-be9c-7745c122ea48 HTTP/1.1" status: 200 len: 1002 time: 0.0588937 Sep 03 12:57:29.873680 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-be122550-aa5a-4bcd-9110-bd7a48cbb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:29.875623 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-be122550-aa5a-4bcd-9110-bd7a48cbb885 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b14272e-3c2f-4c5c-9b35-611224485ef1 HTTP/1.1" status: 200 len: 851 time: 0.0424035 Sep 03 12:57:29.919714 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-1374f04d-2ce5-4202-aa33-9266065d334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:29.921794 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-1374f04d-2ce5-4202-aa33-9266065d334c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8546ecf-6791-4078-b22d-5b780e95646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392749 Sep 03 12:57:29.932485 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-ba771987-b92b-4b2a-9e31-6d9b9983bcaa service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=100322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:57:29.933441 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-ba771987-b92b-4b2a-9e31-6d9b9983bcaa service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048516 Sep 03 12:57:30.023052 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-3a94508b-e253-4f38-860e-d9130c5a346b service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823419 Sep 03 12:57:30.116778 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-c1bb1295-0994-4e51-aba5-cee765e78a4c req-3ca4f52b-5496-4af1-b64d-c408766e048b service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846055 Sep 03 12:57:31.637375 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:57:49.170409 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0efc847c-8df5-4b69-84f8-51210fd6c90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:51.848571 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-dff28e82-c077-4265-a4b4-12c9e648836c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:52.312676 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.426641 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.511389 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:54.976685 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:08.635857 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:58:12.264322 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43604) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:12.417231 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Deleting port 05424287-1c0f-46f9-a0ec-b6ca7299d702 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:58:12.417590 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:12.492308 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:12.492639 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:12.504933 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Calling delete_port for 05424287-1c0f-46f9-a0ec-b6ca7299d702 owned by network:floatingip {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:12.647601 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:12.673130 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event deleted for resources: {'Port': ['ID=05424287-1c0f-46f9-a0ec-b6ca7299d702,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:12.698172 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:12.698536 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:12.698897 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:12.699239 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:12.699572 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:12.699904 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:12.700357 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:12.700693 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:12.701026 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:12.701352 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:12.701678 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:12.701999 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:12.739393 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for floatingip, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:12.739721 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.l3_db [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Floating IP f2cfd4c3-815f-4f95-9012-021ebd08d627 disassociated (deleted). External IP: 172.27.0.130, port: 32559f01-223a-41f1-9c39-b5f1d66453d0. Sep 03 12:58:12.941362 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Router c01d7413-b98a-4072-b3ad-2d256f7f61e7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:58:13.047619 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:58:13.052391 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:13.057126 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db19e5-8047-4eb6-851d-ccfda9dbb982 None None] Sync routers for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:58:13.065608 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db19e5-8047-4eb6-851d-ccfda9dbb982 None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:58:13.066215 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-11db19e5-8047-4eb6-851d-ccfda9dbb982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:57:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:13.078937 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ae3788ee-bd71-47a3-9f3c-57457b500c67 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "DELETE /v2.0/floatingips/f2cfd4c3-815f-4f95-9012-021ebd08d627 HTTP/1.1" status: 204 len: 168 time: 0.8135855 Sep 03 12:58:13.079512 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'tag': '32559f01-223a-41f1-9c39-b5f1d66453d0'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:58:13.081740 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c8f981-2655-4d8b-8a3b-8493b90e11c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9eead7b-f762-45f8-b9ec-82c676cd1612", "tag": "32559f01-223a-41f1-9c39-b5f1d66453d0"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:58:13.127145 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d804e5-d359-4ba8-9226-b7eb82e3e84e x-openstack-request-id: req-45d804e5-d359-4ba8-9226-b7eb82e3e84e {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:58:13.127719 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9eead7b-f762-45f8-b9ec-82c676cd1612", "tag": "32559f01-223a-41f1-9c39-b5f1d66453d0", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:58:13.128714 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45d804e5-d359-4ba8-9226-b7eb82e3e84e {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:58:13.129147 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'tag': '32559f01-223a-41f1-9c39-b5f1d66453d0', 'status': 'completed', 'code': 200} Sep 03 12:58:13.182091 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-11db19e5-8047-4eb6-851d-ccfda9dbb982 None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:58:13.194179 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8f981-2655-4d8b-8a3b-8493b90e11c1 req-f28cf8f2-9417-4b49-866b-9abdd6b52f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:13.195271 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f1c8f981-2655-4d8b-8a3b-8493b90e11c1 req-f28cf8f2-9417-4b49-866b-9abdd6b52f64 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 1098 time: 0.0477767 Sep 03 12:58:13.306455 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8f981-2655-4d8b-8a3b-8493b90e11c1 req-a0b502ee-799b-4962-b7c2-ba3fd0528542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:13.307975 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f1c8f981-2655-4d8b-8a3b-8493b90e11c1 req-a0b502ee-799b-4962-b7c2-ba3fd0528542 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 913 time: 0.1050401 Sep 03 12:58:13.353355 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f1c8f981-2655-4d8b-8a3b-8493b90e11c1 req-915d549b-556f-4000-976e-ef2695780c76 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32559f01-223a-41f1-9c39-b5f1d66453d0 HTTP/1.1" status: 200 len: 217 time: 0.0379295 Sep 03 12:58:13.409539 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-11db19e5-8047-4eb6-851d-ccfda9dbb982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '9c04a9dc-02a1-4482-a38b-933cb173ea6e', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:f2:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:54:47Z', 'updated_at': '2021-09-03T12:54:49Z', 'revision_number': 1, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:13.431153 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8f981-2655-4d8b-8a3b-8493b90e11c1 req-f152d440-8bac-4fb3-b90d-5bac3b77bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:13.432707 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f1c8f981-2655-4d8b-8a3b-8493b90e11c1 req-f152d440-8bac-4fb3-b90d-5bac3b77bff5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b14272e-3c2f-4c5c-9b35-611224485ef1 HTTP/1.1" status: 200 len: 851 time: 0.0716875 Sep 03 12:58:13.439412 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db19e5-8047-4eb6-851d-ccfda9dbb982 None None] Checking router: c01d7413-b98a-4072-b3ad-2d256f7f61e7 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:58:13.447558 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db19e5-8047-4eb6-851d-ccfda9dbb982 None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:58:13.448161 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-11db19e5-8047-4eb6-851d-ccfda9dbb982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:57:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:13.456688 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702abdd-6abc-49ea-8b4b-672b75ac3a50 req-4769b11c-2581-42e3-aa43-d8d50fbc6c61 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:13.458156 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9702abdd-6abc-49ea-8b4b-672b75ac3a50 req-4769b11c-2581-42e3-aa43-d8d50fbc6c61 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 945 time: 0.1881204 Sep 03 12:58:13.515273 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8f981-2655-4d8b-8a3b-8493b90e11c1 req-eab515b9-c473-4569-b4eb-29bf59f2285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:13.517733 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f1c8f981-2655-4d8b-8a3b-8493b90e11c1 req-eab515b9-c473-4569-b4eb-29bf59f2285e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8546ecf-6791-4078-b22d-5b780e95646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764878 Sep 03 12:58:13.520722 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-9702abdd-6abc-49ea-8b4b-672b75ac3a50 req-e440241b-47f1-4ab4-b85a-86f83e3ddee3 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472462 Sep 03 12:58:13.557190 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-11db19e5-8047-4eb6-851d-ccfda9dbb982 None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:58:13.611713 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f1c8f981-2655-4d8b-8a3b-8493b90e11c1 req-50b0f00b-30ef-4f45-b8ca-f9cd5f79cc76 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871365 Sep 03 12:58:13.706680 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-f1c8f981-2655-4d8b-8a3b-8493b90e11c1 req-4c699670-8522-4d6d-9736-33c8d03a57c3 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864558 Sep 03 12:58:13.784996 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-11db19e5-8047-4eb6-851d-ccfda9dbb982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '9c04a9dc-02a1-4482-a38b-933cb173ea6e', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:f2:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:54:47Z', 'updated_at': '2021-09-03T12:54:49Z', 'revision_number': 1, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:13.816802 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db19e5-8047-4eb6-851d-ccfda9dbb982 None None] The sync data for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi is: [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_floatingips': [{'id': '9c04a9dc-02a1-4482-a38b-933cb173ea6e', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'router_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'port_id': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'mac_address': 'fa:16:3e:f2:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:54:47Z', 'updated_at': '2021-09-03T12:54:49Z', 'revision_number': 1, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:58:14.025650 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced40b1-69c6-4516-83d9-dc71fe401d51 None None] New status for floating IP f2cfd4c3-815f-4f95-9012-021ebd08d627: DOWN {{(pid=100324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:58:14.688722 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9aa30-f9b0-4e56-aef5-a72bbd2a330b req-26284a0c-c78a-4af2-b3a4-109e482eff93 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:14.690212 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-12d9aa30-f9b0-4e56-aef5-a72bbd2a330b req-26284a0c-c78a-4af2-b3a4-109e482eff93 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 945 time: 0.1015196 Sep 03 12:58:14.727055 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-12d9aa30-f9b0-4e56-aef5-a72bbd2a330b req-7cce468c-238e-4c32-844f-291839774c11 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309703 Sep 03 12:58:14.795007 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3370a9-8607-4ecc-914c-e083f450e8b3 req-23601fa3-1c7d-486d-a98a-287c6b3778af tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:14.796439 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5d3370a9-8607-4ecc-914c-e083f450e8b3 req-23601fa3-1c7d-486d-a98a-287c6b3778af tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 945 time: 0.0482399 Sep 03 12:58:14.882834 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-5d3370a9-8607-4ecc-914c-e083f450e8b3 req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Deleting port 32559f01-223a-41f1-9c39-b5f1d66453d0 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:58:14.883177 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5d3370a9-8607-4ecc-914c-e083f450e8b3 req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:14.972508 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-5d3370a9-8607-4ecc-914c-e083f450e8b3 req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] For port 32559f01-223a-41f1-9c39-b5f1d66453d0, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=32559f01-223a-41f1-9c39-b5f1d66453d0,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:14.972874 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5d3370a9-8607-4ecc-914c-e083f450e8b3 req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:14.985598 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-5d3370a9-8607-4ecc-914c-e083f450e8b3 req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Calling delete_port for 32559f01-223a-41f1-9c39-b5f1d66453d0 owned by compute:nova {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:15.112155 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5d3370a9-8607-4ecc-914c-e083f450e8b3 req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:15.140743 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event deleted for resources: {'Port': ['ID=32559f01-223a-41f1-9c39-b5f1d66453d0,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:15.152692 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:15.153839 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:15.154182 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:15.154632 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:15.155016 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:15.155346 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:15.155702 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:15.156043 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:15.156366 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:15.156715 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:15.157034 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:15.157349 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:15.192360 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3370a9-8607-4ecc-914c-e083f450e8b3 req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] No DVR routers for this DVR port 32559f01-223a-41f1-9c39-b5f1d66453d0 on host hv-cinder-80655 {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:58:15.195097 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-5d3370a9-8607-4ecc-914c-e083f450e8b3 req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:15.197112 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-5d3370a9-8607-4ecc-914c-e083f450e8b3 req-272b27fa-bc44-494f-8380-3eae446be8c9 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "DELETE /v2.0/ports/32559f01-223a-41f1-9c39-b5f1d66453d0 HTTP/1.1" status: 204 len: 173 time: 0.3949490 Sep 03 12:58:15.197817 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'name': 'network-vif-deleted', 'tag': '32559f01-223a-41f1-9c39-b5f1d66453d0'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:58:15.200901 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd9e7ee-23fb-4b3d-9a18-54218b9f65a2" -d '{"events": [{"server_uuid": "d9eead7b-f762-45f8-b9ec-82c676cd1612", "name": "network-vif-deleted", "tag": "32559f01-223a-41f1-9c39-b5f1d66453d0"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:58:15.294496 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691bf784-26d7-40a9-9078-8423ccbe9731 x-openstack-request-id: req-691bf784-26d7-40a9-9078-8423ccbe9731 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:58:15.294837 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9eead7b-f762-45f8-b9ec-82c676cd1612", "name": "network-vif-deleted", "tag": "32559f01-223a-41f1-9c39-b5f1d66453d0", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:58:15.295093 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-691bf784-26d7-40a9-9078-8423ccbe9731 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:58:15.295495 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9eead7b-f762-45f8-b9ec-82c676cd1612', 'name': 'network-vif-deleted', 'tag': '32559f01-223a-41f1-9c39-b5f1d66453d0', 'status': 'completed', 'code': 200} Sep 03 12:58:15.842810 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c02ad9ad-ac86-4b3c-8497-9d32440d39fa req-614c6de2-f8fb-42cf-b5c0-0d39137ed99c tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9eead7b-f762-45f8-b9ec-82c676cd1612 HTTP/1.1" status: 200 len: 210 time: 0.0305076 Sep 03 12:58:18.496557 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 32559f01-223a-41f1-9c39-b5f1d66453d0 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:58:18.516551 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: 32559f01-223a-41f1-9c39-b5f1d66453d0 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:58:18.516897 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device 32559f01-223a-41f1-9c39-b5f1d66453d0 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:58:19.105929 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43650) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:19.171380 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-57607968-e837-4a5f-b348-907945d71919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:19.259496 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-8da053fe-398e-48ed-a50e-83fe1a8a768e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Deleting port 25fee762-c15e-468d-a0fb-ccf76691d682 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:58:19.259838 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8da053fe-398e-48ed-a50e-83fe1a8a768e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:19.332536 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8da053fe-398e-48ed-a50e-83fe1a8a768e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:19.332867 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8da053fe-398e-48ed-a50e-83fe1a8a768e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:19.345714 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-8da053fe-398e-48ed-a50e-83fe1a8a768e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Calling delete_port for 25fee762-c15e-468d-a0fb-ccf76691d682 owned by network:floatingip {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:19.487223 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8da053fe-398e-48ed-a50e-83fe1a8a768e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:19.511607 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da053fe-398e-48ed-a50e-83fe1a8a768e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event deleted for resources: {'Port': ['ID=25fee762-c15e-468d-a0fb-ccf76691d682,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:19.572706 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8da053fe-398e-48ed-a50e-83fe1a8a768e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for floatingip, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:19.573031 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.db.l3_db [None req-8da053fe-398e-48ed-a50e-83fe1a8a768e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Floating IP 9c04a9dc-02a1-4482-a38b-933cb173ea6e disassociated (deleted). External IP: 172.27.0.122, port: b3a0bada-8fee-4e1f-be9c-7745c122ea48. Sep 03 12:58:19.773759 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da053fe-398e-48ed-a50e-83fe1a8a768e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Router c01d7413-b98a-4072-b3ad-2d256f7f61e7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:58:19.876154 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da053fe-398e-48ed-a50e-83fe1a8a768e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:58:19.880879 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8da053fe-398e-48ed-a50e-83fe1a8a768e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:19.885831 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e428e5d2-8193-4ed9-9936-3503ef9f31f7 None None] Sync routers for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:58:19.894793 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e428e5d2-8193-4ed9-9936-3503ef9f31f7 None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:58:19.895405 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-e428e5d2-8193-4ed9-9936-3503ef9f31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:57:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:19.908046 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-8da053fe-398e-48ed-a50e-83fe1a8a768e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "DELETE /v2.0/floatingips/9c04a9dc-02a1-4482-a38b-933cb173ea6e HTTP/1.1" status: 204 len: 168 time: 0.8008578 Sep 03 12:58:19.908650 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'tag': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:58:19.910976 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8006e09097f2142157c56136dfb932c1badc77791735e190c63a24c46ae4cccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be4daea-6b36-431b-9e22-90e64be2b8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2299ba16-247d-44b8-8c3b-f8d665f35131", "tag": "b3a0bada-8fee-4e1f-be9c-7745c122ea48"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:58:19.951500 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb58270-5826-4dac-b19b-827b5542d3b8 x-openstack-request-id: req-3fb58270-5826-4dac-b19b-827b5542d3b8 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:58:19.951795 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2299ba16-247d-44b8-8c3b-f8d665f35131", "tag": "b3a0bada-8fee-4e1f-be9c-7745c122ea48", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:58:19.952052 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fb58270-5826-4dac-b19b-827b5542d3b8 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:58:19.952567 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'tag': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'status': 'completed', 'code': 200} Sep 03 12:58:20.005155 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-e428e5d2-8193-4ed9-9936-3503ef9f31f7 None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:58:20.017635 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4daea-6b36-431b-9e22-90e64be2b8d7 req-651be9c7-e03a-4d0c-bf1f-ff7f4a516e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:20.019960 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6be4daea-6b36-431b-9e22-90e64be2b8d7 req-651be9c7-e03a-4d0c-bf1f-ff7f4a516e41 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=629ca63105674d199c7db24d3ee4918e&device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 1099 time: 0.0436523 Sep 03 12:58:20.164261 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4daea-6b36-431b-9e22-90e64be2b8d7 req-51c42742-f12a-4e06-aa68-3e3736d3a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:20.165947 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6be4daea-6b36-431b-9e22-90e64be2b8d7 req-51c42742-f12a-4e06-aa68-3e3736d3a3ed service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 200 len: 913 time: 0.1364167 Sep 03 12:58:20.177665 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b5dca-2596-451e-8bf5-e929ba5b8b06 req-98a0ae9f-5ce3-4e05-a08e-6a418a96e72a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:20.179107 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-608b5dca-2596-451e-8bf5-e929ba5b8b06 req-98a0ae9f-5ce3-4e05-a08e-6a418a96e72a tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 946 time: 0.0790861 Sep 03 12:58:20.211166 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-e428e5d2-8193-4ed9-9936-3503ef9f31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:20.225053 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6be4daea-6b36-431b-9e22-90e64be2b8d7 req-99582a30-59d6-4ab2-b667-d7f9ec0243e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3a0bada-8fee-4e1f-be9c-7745c122ea48 HTTP/1.1" status: 200 len: 217 time: 0.0447888 Sep 03 12:58:20.239794 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e428e5d2-8193-4ed9-9936-3503ef9f31f7 None None] Checking router: c01d7413-b98a-4072-b3ad-2d256f7f61e7 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:58:20.248389 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e428e5d2-8193-4ed9-9936-3503ef9f31f7 None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:58:20.249004 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-e428e5d2-8193-4ed9-9936-3503ef9f31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:57:52Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:20.312816 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-608b5dca-2596-451e-8bf5-e929ba5b8b06 req-9e6a8e03-898f-42b7-928b-d4b0e5aa3f50 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261373 Sep 03 12:58:20.320137 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4daea-6b36-431b-9e22-90e64be2b8d7 req-6477a381-2f01-4cb0-8e10-6708ff2f155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:20.321804 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6be4daea-6b36-431b-9e22-90e64be2b8d7 req-6477a381-2f01-4cb0-8e10-6708ff2f155f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b14272e-3c2f-4c5c-9b35-611224485ef1 HTTP/1.1" status: 200 len: 851 time: 0.0851510 Sep 03 12:58:20.363309 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-e428e5d2-8193-4ed9-9936-3503ef9f31f7 None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:58:20.372825 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4daea-6b36-431b-9e22-90e64be2b8d7 req-69ef06d1-8fcf-4b66-8093-fab938cf266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:20.374339 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6be4daea-6b36-431b-9e22-90e64be2b8d7 req-69ef06d1-8fcf-4b66-8093-fab938cf266a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8546ecf-6791-4078-b22d-5b780e95646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441010 Sep 03 12:58:20.472880 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6be4daea-6b36-431b-9e22-90e64be2b8d7 req-44bfcc62-cc7a-4987-bd5d-cc17fb359181 service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908921 Sep 03 12:58:20.565202 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-6be4daea-6b36-431b-9e22-90e64be2b8d7 req-527921b0-b600-47a4-a7e3-11bf7f3f1b2a service neutron] 10.222.0.22 "GET /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841508 Sep 03 12:58:20.780197 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-e428e5d2-8193-4ed9-9936-3503ef9f31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:20.812376 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e428e5d2-8193-4ed9-9936-3503ef9f31f7 None None] The sync data for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi is: [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:50:50Z', 'revision_number': 4, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi', '_interfaces': [{'id': '0a56d019-4aff-4d0d-9bdc-94fde38cda37', 'name': '', 'network_id': 'b8546ecf-6791-4078-b22d-5b780e95646c', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'mac_address': 'fa:16:3e:fd:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:47Z', 'updated_at': '2021-09-03T12:51:05Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'subnets': [{'id': '5b14272e-3c2f-4c5c-9b35-611224485ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:58:21.037313 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e369297-0129-4940-9c09-d4d76d72aa66 None None] New status for floating IP 9c04a9dc-02a1-4482-a38b-933cb173ea6e: DOWN {{(pid=100324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:58:21.442896 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f5840-a283-4ae7-8343-af8562cbeeef req-2170ccc6-d7ee-47d1-afa7-8db9dde2afac tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:21.444431 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2f8f5840-a283-4ae7-8343-af8562cbeeef req-2170ccc6-d7ee-47d1-afa7-8db9dde2afac tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 946 time: 0.0521674 Sep 03 12:58:21.481651 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2f8f5840-a283-4ae7-8343-af8562cbeeef req-ce911f91-1ab4-4dd6-9b8d-12bedf033d01 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/security-groups?id=09ad0431-a731-45b3-b4f2-2a36dece7713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304849 Sep 03 12:58:21.545935 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae57520-6647-4247-8a79-aae1cfeda383 req-52d93986-b4ce-4ded-a937-e4c39d6caf39 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:21.547394 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-aae57520-6647-4247-8a79-aae1cfeda383 req-52d93986-b4ce-4ded-a937-e4c39d6caf39 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 946 time: 0.0518038 Sep 03 12:58:21.635204 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-aae57520-6647-4247-8a79-aae1cfeda383 req-920d0ef8-80d4-4538-89f0-ff6908ccdb42 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Deleting port b3a0bada-8fee-4e1f-be9c-7745c122ea48 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:58:21.635487 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-aae57520-6647-4247-8a79-aae1cfeda383 req-920d0ef8-80d4-4538-89f0-ff6908ccdb42 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:21.723868 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [req-aae57520-6647-4247-8a79-aae1cfeda383 req-920d0ef8-80d4-4538-89f0-ff6908ccdb42 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] For port b3a0bada-8fee-4e1f-be9c-7745c122ea48, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=b3a0bada-8fee-4e1f-be9c-7745c122ea48,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:21.724226 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-aae57520-6647-4247-8a79-aae1cfeda383 req-920d0ef8-80d4-4538-89f0-ff6908ccdb42 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:21.735572 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [req-aae57520-6647-4247-8a79-aae1cfeda383 req-920d0ef8-80d4-4538-89f0-ff6908ccdb42 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Calling delete_port for b3a0bada-8fee-4e1f-be9c-7745c122ea48 owned by compute:nova {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:21.848345 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-1a97b3fb-7afd-4b63-9941-bb200d5c5563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:21.856315 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-aae57520-6647-4247-8a79-aae1cfeda383 req-920d0ef8-80d4-4538-89f0-ff6908ccdb42 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:21.889420 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d0ef8-80d4-4538-89f0-ff6908ccdb42 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event deleted for resources: {'Port': ['ID=b3a0bada-8fee-4e1f-be9c-7745c122ea48,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:21.927887 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae57520-6647-4247-8a79-aae1cfeda383 req-920d0ef8-80d4-4538-89f0-ff6908ccdb42 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] No DVR routers for this DVR port b3a0bada-8fee-4e1f-be9c-7745c122ea48 on host hv-cinder-80655 {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:58:21.930402 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [req-aae57520-6647-4247-8a79-aae1cfeda383 req-920d0ef8-80d4-4538-89f0-ff6908ccdb42 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for port, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:21.932525 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [req-aae57520-6647-4247-8a79-aae1cfeda383 req-920d0ef8-80d4-4538-89f0-ff6908ccdb42 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.22 "DELETE /v2.0/ports/b3a0bada-8fee-4e1f-be9c-7745c122ea48 HTTP/1.1" status: 204 len: 173 time: 0.3789237 Sep 03 12:58:21.932949 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'name': 'network-vif-deleted', 'tag': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:58:21.935959 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a209f7f8874030b09017155e53c4cc6c0cc9b16f75dc48625fdd3c63f6d478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42fb486-7155-4870-8ad5-f314dae10f3a" -d '{"events": [{"server_uuid": "2299ba16-247d-44b8-8c3b-f8d665f35131", "name": "network-vif-deleted", "tag": "b3a0bada-8fee-4e1f-be9c-7745c122ea48"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:58:21.975037 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a616d6e9-c5b9-40de-ab54-3e86d3aa0f66 x-openstack-request-id: req-a616d6e9-c5b9-40de-ab54-3e86d3aa0f66 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:58:21.975404 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2299ba16-247d-44b8-8c3b-f8d665f35131", "name": "network-vif-deleted", "tag": "b3a0bada-8fee-4e1f-be9c-7745c122ea48", "status": "completed", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:58:21.975704 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a616d6e9-c5b9-40de-ab54-3e86d3aa0f66 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:58:21.976148 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2299ba16-247d-44b8-8c3b-f8d665f35131', 'name': 'network-vif-deleted', 'tag': 'b3a0bada-8fee-4e1f-be9c-7745c122ea48', 'status': 'completed', 'code': 200} Sep 03 12:58:22.315750 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:22.592395 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [req-51e8da20-cd2e-4f7e-afb3-3a9091c1bb99 req-268e0025-2cb5-4bb1-b469-007ff053270b tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "GET /v2.0/ports?device_id=2299ba16-247d-44b8-8c3b-f8d665f35131 HTTP/1.1" status: 200 len: 210 time: 0.0259726 Sep 03 12:58:23.428010 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.522366 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.646827 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43666) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:23.766147 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ce5a6-88ce-44ea-b201-23cfc76adb9e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Deleting port 5fe606bc-8348-44a3-a6a3-94061e4e5757 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:58:23.766396 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce5a6-88ce-44ea-b201-23cfc76adb9e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.840925 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce5a6-88ce-44ea-b201-23cfc76adb9e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.841239 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce5a6-88ce-44ea-b201-23cfc76adb9e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.852194 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ce5a6-88ce-44ea-b201-23cfc76adb9e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Calling delete_port for 5fe606bc-8348-44a3-a6a3-94061e4e5757 owned by network:floatingip {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:23.974425 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce5a6-88ce-44ea-b201-23cfc76adb9e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:24.003126 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ce5a6-88ce-44ea-b201-23cfc76adb9e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event deleted for resources: {'Port': ['ID=5fe606bc-8348-44a3-a6a3-94061e4e5757,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:24.059862 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce5a6-88ce-44ea-b201-23cfc76adb9e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for floatingip, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:24.062246 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce5a6-88ce-44ea-b201-23cfc76adb9e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75811'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:24.063427 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-0b1ce5a6-88ce-44ea-b201-23cfc76adb9e tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "DELETE /v2.0/floatingips/b80ee27a-745d-4655-8d89-e83f01f50f42 HTTP/1.1" status: 204 len: 168 time: 0.4156325 Sep 03 12:58:24.526938 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device b3a0bada-8fee-4e1f-be9c-7745c122ea48 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:58:24.547679 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] No Port match for: b3a0bada-8fee-4e1f-be9c-7745c122ea48 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:58:24.548034 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Device b3a0bada-8fee-4e1f-be9c-7745c122ea48 not bound to the agent host hv-cinder-80655 {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:58:24.980956 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:25.253086 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43678) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:25.310474 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af3590ca-e772-4b42-a362-ac547dc46d83 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:25.334495 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af3590ca-e772-4b42-a362-ac547dc46d83 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:25.392989 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af3590ca-e772-4b42-a362-ac547dc46d83 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:25.395591 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af3590ca-e772-4b42-a362-ac547dc46d83 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:25.396745 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-af3590ca-e772-4b42-a362-ac547dc46d83 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] 10.222.0.23 "DELETE /v2.0/security-groups/09ad0431-a731-45b3-b4f2-2a36dece7713 HTTP/1.1" status: 204 len: 168 time: 0.1426730 Sep 03 12:58:25.405974 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3590ca-e772-4b42-a362-ac547dc46d83 tempest-TestVolumeBootPattern-746824753 tempest-TestVolumeBootPattern-746824753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ad0431-a731-45b3-b4f2-2a36dece7713,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:25.453203 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43682) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:26.109364 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f7fa-f1d0-499d-a78d-58870b83b9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498216'] for router_interface, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:26.341555 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1f7fa-f1d0-499d-a78d-58870b83b9e8 admin admin] Deleting port 0a56d019-4aff-4d0d-9bdc-94fde38cda37 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:58:26.342226 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f7fa-f1d0-499d-a78d-58870b83b9e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:26.416071 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-c4e1f7fa-f1d0-499d-a78d-58870b83b9e8 admin admin] For port 0a56d019-4aff-4d0d-9bdc-94fde38cda37, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=0a56d019-4aff-4d0d-9bdc-94fde38cda37,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:26.416426 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f7fa-f1d0-499d-a78d-58870b83b9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:26.428214 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1f7fa-f1d0-499d-a78d-58870b83b9e8 admin admin] Calling delete_port for 0a56d019-4aff-4d0d-9bdc-94fde38cda37 owned by network:router_interface {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:26.599256 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f7fa-f1d0-499d-a78d-58870b83b9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:26.628742 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1f7fa-f1d0-499d-a78d-58870b83b9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a56d019-4aff-4d0d-9bdc-94fde38cda37,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:26.788568 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f7fa-f1d0-499d-a78d-58870b83b9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498364'] for router_interface, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:26.994152 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e1f7fa-f1d0-499d-a78d-58870b83b9e8 admin admin] Router c01d7413-b98a-4072-b3ad-2d256f7f61e7 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:58:27.094506 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e1f7fa-f1d0-499d-a78d-58870b83b9e8 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:58:27.099403 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c4e1f7fa-f1d0-499d-a78d-58870b83b9e8 admin admin] 10.222.0.23 "PUT /v2.0/routers/c01d7413-b98a-4072-b3ad-2d256f7f61e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6451728 Sep 03 12:58:27.102009 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43686) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:27.103547 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d8585-0c6f-4d6d-b518-60ea0eb1a5b7 None None] Sync routers for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:58:27.116069 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d8585-0c6f-4d6d-b518-60ea0eb1a5b7 None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:58:27.116681 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-754d8585-0c6f-4d6d-b518-60ea0eb1a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:58:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:27.205369 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:27.219036 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-754d8585-0c6f-4d6d-b518-60ea0eb1a5b7 None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:58:27.307862 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:27.359038 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Deleting port 01e5d994-206f-472c-be5d-2507e226215e {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:58:27.359375 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:27.398082 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-754d8585-0c6f-4d6d-b518-60ea0eb1a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '01e5d994-206f-472c-be5d-2507e226215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:58:26Z', 'revision_number': 5, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port': {'id': '01e5d994-206f-472c-be5d-2507e226215e', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:42Z', 'updated_at': '2021-09-03T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:27.425381 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d8585-0c6f-4d6d-b518-60ea0eb1a5b7 None None] Checking router: c01d7413-b98a-4072-b3ad-2d256f7f61e7 for host: dv-cinder-806559-6-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:58:27.433805 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d8585-0c6f-4d6d-b518-60ea0eb1a5b7 None None] Routers {'c01d7413-b98a-4072-b3ad-2d256f7f61e7'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:58:27.434409 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-754d8585-0c6f-4d6d-b518-60ea0eb1a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:58:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:27.439067 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] For port 01e5d994-206f-472c-be5d-2507e226215e, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=01e5d994-206f-472c-be5d-2507e226215e,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:27.439429 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:27.451300 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Calling delete_port for 01e5d994-206f-472c-be5d-2507e226215e owned by network:router_gateway {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:27.519133 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-754d8585-0c6f-4d6d-b518-60ea0eb1a5b7 None None] Set router c01d7413-b98a-4072-b3ad-2d256f7f61e7 gateway port host: None {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:58:27.573228 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-754d8585-0c6f-4d6d-b518-60ea0eb1a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:58:27Z', 'revision_number': 6, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port_host': None}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:27.600251 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d8585-0c6f-4d6d-b518-60ea0eb1a5b7 None None] The sync data for ids ['c01d7413-b98a-4072-b3ad-2d256f7f61e7'] in dv-cinder-806559-6-iscsi is: [{'id': 'c01d7413-b98a-4072-b3ad-2d256f7f61e7', 'name': 'tempest-TestVolumeBootPattern-1595884666-router', 'tenant_id': '629ca63105674d199c7db24d3ee4918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:41Z', 'updated_at': '2021-09-03T12:58:27Z', 'revision_number': 6, 'project_id': '629ca63105674d199c7db24d3ee4918e', 'gw_port_host': None}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:58:27.632018 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:27.659035 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e5d994-206f-472c-be5d-2507e226215e,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:27.716024 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519122'] for router_gateway, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:27.801577 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8006'] for router, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:27.803587 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.097142 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495988'] for router, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.097686 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c01d7413-b98a-4072-b3ad-2d256f7f61e7 {{(pid=100322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 12:58:28.102020 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] Notify callbacks [] for router, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.102936 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-6ceb34ce-807f-4021-bc36-bc319190e7e7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c01d7413-b98a-4072-b3ad-2d256f7f61e7 HTTP/1.1" status: 204 len: 168 time: 0.9996884 Sep 03 12:58:28.105547 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43688) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:28.147306 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9523e441-f3f3-428c-8fb6-5f3e33b797ed admin admin] Deleting subnet 5b14272e-3c2f-4c5c-9b35-611224485ef1 {{(pid=100322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:58:28.150175 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9523e441-f3f3-428c-8fb6-5f3e33b797ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.185000 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9523e441-f3f3-428c-8fb6-5f3e33b797ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9248874'] for subnet, precommit_delete_associations {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.262749 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9523e441-f3f3-428c-8fb6-5f3e33b797ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.311564 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9523e441-f3f3-428c-8fb6-5f3e33b797ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9347385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10036948'] for subnet, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.335867 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523e441-f3f3-428c-8fb6-5f3e33b797ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b14272e-3c2f-4c5c-9b35-611224485ef1,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:28.339403 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9523e441-f3f3-428c-8fb6-5f3e33b797ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.342662 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-9523e441-f3f3-428c-8fb6-5f3e33b797ed admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5b14272e-3c2f-4c5c-9b35-611224485ef1 HTTP/1.1" status: 204 len: 168 time: 0.2361398 Sep 03 12:58:28.345074 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43690) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:28.346986 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c5d024-d84b-41f2-9f30-8bc4d656e9f9 None None] Network b8546ecf-6791-4078-b22d-5b780e95646c requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:58:28.407387 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 0a56d019-4aff-4d0d-9bdc-94fde38cda37 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:58:28.420306 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.434263 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 0a56d019-4aff-4d0d-9bdc-94fde38cda37 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:58:28.434611 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 0a56d019-4aff-4d0d-9bdc-94fde38cda37 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:58:28.474167 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Deleting port 2f3609a5-4491-4fc8-896e-b202d806a8c8 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:58:28.474513 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.544580 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] For port 2f3609a5-4491-4fc8-896e-b202d806a8c8, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=2f3609a5-4491-4fc8-896e-b202d806a8c8,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:28.544956 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.550345 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] DHCP port deletion for b8546ecf-6791-4078-b22d-5b780e95646c request from dv-cinder-806559-6-iscsi {{(pid=100323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 12:58:28.558154 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Calling delete_port for 2f3609a5-4491-4fc8-896e-b202d806a8c8 owned by network:dhcp {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:28.609383 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Deleting port 2f3609a5-4491-4fc8-896e-b202d806a8c8 {{(pid=100323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:58:28.609826 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.644017 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.671997 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3609a5-4491-4fc8-896e-b202d806a8c8,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:28.676986 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] No DVR routers for this DVR port 2f3609a5-4491-4fc8-896e-b202d806a8c8 on host dv-cinder-806559-6-iscsi {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:58:28.677807 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] For port 2f3609a5-4491-4fc8-896e-b202d806a8c8, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=2f3609a5-4491-4fc8-896e-b202d806a8c8,segment=NetworkSegment(8679da78-3c2a-45d0-a055-29fdd1792662),segment_id=8679da78-3c2a-45d0-a055-29fdd1792662)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:28.678139 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.692168 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Calling delete_port for 2f3609a5-4491-4fc8-896e-b202d806a8c8 owned by network:dhcp {{(pid=100323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:28.753783 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.764520 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8546ecf-6791-4078-b22d-5b780e95646c']}} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:28.770797 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362'] for port, after_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.774780 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8679da78-3c2a-45d0-a055-29fdd1792662') {'for_net_delete': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:28.775080 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8679da78-3c2a-45d0-a055-29fdd1792662') {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:28.784732 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9248883'] for segment, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.795954 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Pushing event deleted for resources: {'Port': ['ID=2f3609a5-4491-4fc8-896e-b202d806a8c8,revision_number=None']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:28.799056 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.800314 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] No DVR routers for this DVR port 2f3609a5-4491-4fc8-896e-b202d806a8c8 on host dv-cinder-806559-6-iscsi {{(pid=100323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:58:28.805527 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=100322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:58:28.805925 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9347431'] for segment, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.807149 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:28.807597 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: Traceback (most recent call last): Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: timer() Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: cb(*args, **kw) Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: return func(*args, **kwargs) Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: self._notify() Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: self.callback(batched_events) Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: event.method(event) Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: return f(self, *a, **k) Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: return self._get(url).json() Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: return self.request(url, 'GET', **kwargs) Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:58:28.807719 dv-cinder-806559-6-iscsi neutron-server[100322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:58:28.810822 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:28.810822 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:28.810822 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:28.810822 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:28.810822 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:28.810822 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:28.810822 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:28.810822 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:28.810822 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:28.811597 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d948-e901-48b6-a8bf-9d5576b9be23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-6-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:28.863821 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.868431 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.870295 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b8546ecf-6791-4078-b22d-5b780e95646c HTTP/1.1" status: 204 len: 168 time: 0.5243161 Sep 03 12:58:28.873487 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43692) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:28.882579 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faae70c-ea31-441a-a376-713121af3ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8546ecf-6791-4078-b22d-5b780e95646c,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:29.214427 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-778e64e4-4451-437a-82a5-296961fb4408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498216'] for router_interface, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:29.449990 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-778e64e4-4451-437a-82a5-296961fb4408 admin admin] Deleting port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:58:29.450325 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-778e64e4-4451-437a-82a5-296961fb4408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:29.527840 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-778e64e4-4451-437a-82a5-296961fb4408 admin admin] For port 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=5c9277cf-8e1a-4e61-974c-f5637a3c7aa0,segment=NetworkSegment(85e8f3cb-4e38-4cc4-a151-bad387c0022f),segment_id=85e8f3cb-4e38-4cc4-a151-bad387c0022f)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:29.528088 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-778e64e4-4451-437a-82a5-296961fb4408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:29.544332 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-778e64e4-4451-437a-82a5-296961fb4408 admin admin] Calling delete_port for 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 owned by network:router_interface {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:29.724687 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-778e64e4-4451-437a-82a5-296961fb4408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595477'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:29.750080 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e64e4-4451-437a-82a5-296961fb4408 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9277cf-8e1a-4e61-974c-f5637a3c7aa0,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:29.916303 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-778e64e4-4451-437a-82a5-296961fb4408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-498364'] for router_interface, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:30.043886 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 01e5d994-206f-472c-be5d-2507e226215e no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:58:30.063530 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 01e5d994-206f-472c-be5d-2507e226215e {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:58:30.063878 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 01e5d994-206f-472c-be5d-2507e226215e not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:58:30.064356 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 2f3609a5-4491-4fc8-896e-b202d806a8c8 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:58:30.082315 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 2f3609a5-4491-4fc8-896e-b202d806a8c8 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:58:30.082651 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 2f3609a5-4491-4fc8-896e-b202d806a8c8 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:58:30.128315 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778e64e4-4451-437a-82a5-296961fb4408 admin admin] Router 8a94f63b-4b61-404d-bcba-e508bea301f1 has already been hosted by L3 agent da7b4841-7c91-4494-a53b-39dd55c40fba {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:58:30.460554 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778e64e4-4451-437a-82a5-296961fb4408 admin admin] Notify agent at l3_agent.dv-cinder-806559-6-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:58:30.465860 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-778e64e4-4451-437a-82a5-296961fb4408 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a94f63b-4b61-404d-bcba-e508bea301f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5912781 Sep 03 12:58:30.468506 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43694) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:30.469221 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549120b7-ab49-4fef-94f8-0bfa8345e591 None None] Sync routers for ids ['8a94f63b-4b61-404d-bcba-e508bea301f1'] in dv-cinder-806559-6-iscsi {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:58:30.478376 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549120b7-ab49-4fef-94f8-0bfa8345e591 None None] Routers {'8a94f63b-4b61-404d-bcba-e508bea301f1'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:58:30.479018 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-549120b7-ab49-4fef-94f8-0bfa8345e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:58:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['8a94f63b-4b61-404d-bcba-e508bea301f1'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:30.570761 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:30.581773 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-549120b7-ab49-4fef-94f8-0bfa8345e591 None None] Set router 8a94f63b-4b61-404d-bcba-e508bea301f1 gateway port host: dv-cinder-806559-6-iscsi {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:58:30.676478 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:30.733126 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Deleting port aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:58:30.733462 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:30.763115 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-549120b7-ab49-4fef-94f8-0bfa8345e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'name': 'tempest-TestVolumeBootPattern-1344895770-router', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'external_fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:58:29Z', 'revision_number': 5, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'gw_port': {'id': 'aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0', 'name': '', 'network_id': 'a7fd8c55-1a2f-40c3-bfda-512101a97fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:50:55Z', 'updated_at': '2021-09-03T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f05cb37f-2774-4367-8be1-d78619a1b3ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-6-iscsi'}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:30.789404 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549120b7-ab49-4fef-94f8-0bfa8345e591 None None] Checking router: 8a94f63b-4b61-404d-bcba-e508bea301f1 for host: dv-cinder-806559-6-iscsi {{(pid=100324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:58:30.798409 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549120b7-ab49-4fef-94f8-0bfa8345e591 None None] Routers {'8a94f63b-4b61-404d-bcba-e508bea301f1'} bound to L3 agent in host dv-cinder-806559-6-iscsi {{(pid=100324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:58:30.799080 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-549120b7-ab49-4fef-94f8-0bfa8345e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:39:22Z,description=,heartbeat_timestamp=2021-09-03T12:58:22Z,host='dv-cinder-806559-6-iscsi',id=da7b4841-7c91-4494-a53b-39dd55c40fba,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:39:22Z,topic='l3_agent')) {'router_ids': ['8a94f63b-4b61-404d-bcba-e508bea301f1'], 'active': True} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:30.814686 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] For port aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0,segment=NetworkSegment(10902c53-d88c-42d2-b57c-27690caa68db),segment_id=10902c53-d88c-42d2-b57c-27690caa68db)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:30.815077 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:30.827663 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Calling delete_port for aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 owned by network:router_gateway {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:30.889220 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_dvr_db [None req-549120b7-ab49-4fef-94f8-0bfa8345e591 None None] Set router 8a94f63b-4b61-404d-bcba-e508bea301f1 gateway port host: None {{(pid=100324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:58:30.940427 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.l3_hamode_db [None req-549120b7-ab49-4fef-94f8-0bfa8345e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'name': 'tempest-TestVolumeBootPattern-1344895770-router', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:58:30Z', 'revision_number': 6, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'gw_port_host': None}], 'dv-cinder-806559-6-iscsi', False) {} {{(pid=100324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:30.969655 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549120b7-ab49-4fef-94f8-0bfa8345e591 None None] The sync data for ids ['8a94f63b-4b61-404d-bcba-e508bea301f1'] in dv-cinder-806559-6-iscsi is: [{'id': '8a94f63b-4b61-404d-bcba-e508bea301f1', 'name': 'tempest-TestVolumeBootPattern-1344895770-router', 'tenant_id': '2d76cd8894b344b68cd951863e66af70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:50:54Z', 'updated_at': '2021-09-03T12:58:30Z', 'revision_number': 6, 'project_id': '2d76cd8894b344b68cd951863e66af70', 'gw_port_host': None}] {{(pid=100324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:58:30.994320 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.022926 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:31.084187 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519122'] for router_gateway, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.181357 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8006'] for router, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.183506 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.224182 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495988'] for router, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.224819 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a94f63b-4b61-404d-bcba-e508bea301f1 {{(pid=100322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 12:58:31.229025 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] Notify callbacks [] for router, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.230288 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-fbd3efe4-556b-4d17-9c12-f0ab25d7aac3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8a94f63b-4b61-404d-bcba-e508bea301f1 HTTP/1.1" status: 204 len: 168 time: 0.7607532 Sep 03 12:58:31.232924 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43696) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:31.275247 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb70f57-f986-48cc-a592-f69015bb64e5 admin admin] Deleting subnet cac45484-b0d1-4733-b562-1bcff423f940 {{(pid=100322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:58:31.278826 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6bb70f57-f986-48cc-a592-f69015bb64e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.317099 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6bb70f57-f986-48cc-a592-f69015bb64e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9248874'] for subnet, precommit_delete_associations {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.397383 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6bb70f57-f986-48cc-a592-f69015bb64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792594'] for subnet, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.458504 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6bb70f57-f986-48cc-a592-f69015bb64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9347385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10036948'] for subnet, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.481594 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb70f57-f986-48cc-a592-f69015bb64e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac45484-b0d1-4733-b562-1bcff423f940,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:31.487144 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6bb70f57-f986-48cc-a592-f69015bb64e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.489113 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-6bb70f57-f986-48cc-a592-f69015bb64e5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cac45484-b0d1-4733-b562-1bcff423f940 HTTP/1.1" status: 204 len: 168 time: 0.2551775 Sep 03 12:58:31.491401 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.wsgi [-] (100322) accepted ('10.222.0.23', 43698) {{(pid=100322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:31.492801 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865f979a-a289-49e4-a9d3-75c2665fc39f None None] Network abd095d0-9249-40d3-98cf-c5718e379bd7 requested from dv-cinder-806559-6-iscsi {{(pid=100323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:58:31.563588 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7714009'] for network, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.615816 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Deleting port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:58:31.616167 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.685560 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] For port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=06e6f8d4-9bb0-4676-9ecc-8a36d63ec340,segment=NetworkSegment(85e8f3cb-4e38-4cc4-a151-bad387c0022f),segment_id=85e8f3cb-4e38-4cc4-a151-bad387c0022f)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:31.685842 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.698479 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Calling delete_port for 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 owned by network:dhcp {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:31.722348 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f3865-7564-4f55-b095-3ae3c4801162 None None] DHCP port deletion for abd095d0-9249-40d3-98cf-c5718e379bd7 request from dv-cinder-806559-6-iscsi {{(pid=100323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 12:58:31.773300 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f3865-7564-4f55-b095-3ae3c4801162 None None] Deleting port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 {{(pid=100323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:58:31.773678 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3865-7564-4f55-b095-3ae3c4801162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794410557934'] for port, before_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.781095 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9347348'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.808665 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e6f8d4-9bb0-4676-9ecc-8a36d63ec340,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:31.813353 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] No DVR routers for this DVR port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 on host dv-cinder-806559-6-iscsi {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:58:31.845180 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-3f9f3865-7564-4f55-b095-3ae3c4801162 None None] For port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340, host dv-cinder-806559-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-6-iscsi',level=0,port_id=06e6f8d4-9bb0-4676-9ecc-8a36d63ec340,segment=NetworkSegment(85e8f3cb-4e38-4cc4-a151-bad387c0022f),segment_id=85e8f3cb-4e38-4cc4-a151-bad387c0022f)] {{(pid=100323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:31.845586 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3865-7564-4f55-b095-3ae3c4801162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518689'] for port, precommit_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.857914 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f3865-7564-4f55-b095-3ae3c4801162 None None] Calling delete_port for 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 owned by network:dhcp {{(pid=100323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:31.886952 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7791431', 'neutron.services.segments.db._delete_segments_for_network-8794410591829'] for network, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.898971 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd095d0-9249-40d3-98cf-c5718e379bd7']}} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:31.909946 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e8f3cb-4e38-4cc4-a151-bad387c0022f') {'for_net_delete': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:31.910246 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.services.segments.db [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e8f3cb-4e38-4cc4-a151-bad387c0022f') {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:31.920348 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794410593886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9248883'] for segment, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.935818 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235'] for segment, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.940663 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3865-7564-4f55-b095-3ae3c4801162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7784951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794410565048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794410047362'] for port, after_delete {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.942233 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=100322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:58:31.942644 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7794235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9347431'] for segment, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: Traceback (most recent call last): Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: timer() Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: cb(*args, **kw) Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: return func(*args, **kwargs) Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: self._notify() Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: self.callback(batched_events) Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: event.method(event) Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: return f(self, *a, **k) Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: return self._get(url).json() Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: return self.request(url, 'GET', **kwargs) Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:58:31.944340 dv-cinder-806559-6-iscsi neutron-server[100322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:58:31.971542 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f3865-7564-4f55-b095-3ae3c4801162 None None] Pushing event deleted for resources: {'Port': ['ID=06e6f8d4-9bb0-4676-9ecc-8a36d63ec340,revision_number=None']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:31.973461 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f3865-7564-4f55-b095-3ae3c4801162 None None] No DVR routers for this DVR port 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 on host dv-cinder-806559-6-iscsi {{(pid=100323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:58:32.012930 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7791440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370490'] for network, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:32.018508 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539087'] for network, before_response {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:32.020626 dv-cinder-806559-6-iscsi neutron-server[100322]: INFO neutron.wsgi [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/abd095d0-9249-40d3-98cf-c5718e379bd7 HTTP/1.1" status: 204 len: 168 time: 0.5283265 Sep 03 12:58:32.031421 dv-cinder-806559-6-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a2be3-db23-479c-b3d0-765a4a8b15f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=abd095d0-9249-40d3-98cf-c5718e379bd7,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:32.033713 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:58:32.057019 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:58:32.057365 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 06e6f8d4-9bb0-4676-9ecc-8a36d63ec340 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:58:32.057774 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:58:32.076684 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:58:32.076951 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device 5c9277cf-8e1a-4e61-974c-f5637a3c7aa0 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:58:32.077356 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 no longer exists at agent ovs-agent-dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:58:32.097332 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] No Port match for: aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 {{(pid=100323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:58:32.097673 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.rpc [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Device aa2cdc5d-c1d5-4cc1-b327-35d54cbc17b0 not bound to the agent host dv-cinder-806559-6-iscsi {{(pid=100323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:58:32.138644 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43702) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:32.177697 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-40ba5668-60dc-4e4e-8074-4009a31df7ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=629ca63105674d199c7db24d3ee4918e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378990 Sep 03 12:58:32.180147 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43704) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:32.226354 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0921ed47-bd0a-42a4-9681-89dd062e9afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:32.247127 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0921ed47-bd0a-42a4-9681-89dd062e9afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:32.291579 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0921ed47-bd0a-42a4-9681-89dd062e9afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:32.294921 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0921ed47-bd0a-42a4-9681-89dd062e9afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:32.296082 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-0921ed47-bd0a-42a4-9681-89dd062e9afe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15ec9069-88d1-42e9-8a62-de394bdb7520 HTTP/1.1" status: 204 len: 168 time: 0.1150527 Sep 03 12:58:32.303908 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921ed47-bd0a-42a4-9681-89dd062e9afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ec9069-88d1-42e9-8a62-de394bdb7520,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:32.599591 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43710) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:32.638681 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5ab81e81-94e9-4216-92e5-ee1f087d834e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d76cd8894b344b68cd951863e66af70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378644 Sep 03 12:58:32.641089 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.23', 43712) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:32.690205 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3dbb-b8a1-4a58-ac46-1e8a2f327cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:32.710533 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3dbb-b8a1-4a58-ac46-1e8a2f327cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:32.756472 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3dbb-b8a1-4a58-ac46-1e8a2f327cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468918'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:32.758916 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3dbb-b8a1-4a58-ac46-1e8a2f327cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:32.760036 dv-cinder-806559-6-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c1ec3dbb-b8a1-4a58-ac46-1e8a2f327cf5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fedbe54-ab26-4182-b3a6-84403f2f4cc7 HTTP/1.1" status: 204 len: 168 time: 0.1180782 Sep 03 12:58:32.768566 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec3dbb-b8a1-4a58-ac46-1e8a2f327cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fedbe54-ab26-4182-b3a6-84403f2f4cc7,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:45.634750 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:58:49.172861 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-42e180ca-ca31-4490-943d-3b5115945003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.849092 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-ecab7239-4d5f-43d7-af49-e4ef420f55b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:52.317101 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:53.432081 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:53.522652 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:54.981498 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:19.173547 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-510b658e-b4c6-4d95-8b30-e7ea27b2a8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:21.850950 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-27541397-835b-4dda-b6b6-931012155f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:22.317653 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:22.633637 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:59:23.434161 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:23.523767 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:24.985817 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:49.176932 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-71a1cf56-e03d-4a40-8ace-445c96bd44c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:51.851059 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-909b2b0e-ed56-469e-92d2-5b40cc071c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:52.318432 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:53.437460 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:53.523514 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:54.992167 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:59.632618 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:00:19.177834 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-e3a682b2-da79-499b-864a-2c85e1a52e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:21.850314 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-1a894b27-ef1f-4bbf-b5d3-3a06a8c7df44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:22.319250 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:23.439632 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:23.541282 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.990437 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:36.631448 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:00:49.180195 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0f4aca5e-83e5-49e2-a317-8ffcd7a379c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:51.850762 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-9f7eebf6-f4b8-4196-a489-e09ff9140cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:52.320332 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:53.443566 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:53.557126 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:54.993843 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:13.635462 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:01:19.180142 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d1e561e6-b341-460d-be33-6be6eae5440d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:21.851140 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-2aac0da1-9763-462b-bdea-211a96a9d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:22.320859 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:23.445212 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:23.557326 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:24.995731 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:49.181963 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7e048104-8783-4d21-a084-407f26c64a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:50.634327 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:01:51.853077 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-bef01b35-0af2-4116-8db5-8424e238a873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:52.325600 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:53.449080 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:53.572826 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:54.998117 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:19.183068 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-3ba05f2b-8949-4c75-842f-22dce86591e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:21.854373 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7209a498-aeca-4fb5-94e5-5f93289113d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:22.325948 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:23.452888 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:23.588876 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:25.001668 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:27.633502 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:02:49.183406 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8089-422c-4214-9639-7f2a7001d84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:51.375426 dv-cinder-806559-6-iscsi neutron-server[100321]: DEBUG neutron.wsgi [req-643e8577-2c0d-4d8d-ba0d-a747a1a8c3f0 req-9b58f33c-f0f3-4b22-bd78-62aa3ec0c78a service neutron] (100321) timed out ('10.222.0.22', 55121) {{(pid=100321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 13:02:51.855130 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f7733251-ec15-4db0-b6ae-ba2b7cc522da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:52.327785 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:53.456281 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:53.605449 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:55.004464 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:04.633630 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:03:19.184485 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-a42ee94a-fd29-492c-aa40-7cc0a8f0393d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:21.855504 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5c6e-9c4b-4790-8856-2d140d161000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:22.328573 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:23.457686 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:23.604645 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:25.007286 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ef08-a871-4904-ae89-fa1a3cda4e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:41.632271 dv-cinder-806559-6-iscsi neutron-server[100324]: DEBUG neutron.db.agents_db [None req-3e333f64-2ce0-441f-9b97-7fc37ec7ee6f None None] Agent healthcheck: found 6 active agents {{(pid=100324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:03:49.185525 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-93e31489-a3c1-4fd7-939d-267a5adb3221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:51.857064 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-e026dbc3-2580-4e60-98d6-4f22ff1eb805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:52.330626 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2076-d915-4425-be91-10fce5d1358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:53.461475 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-7b57de2d-643c-48d8-889c-628be95387f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:53.606325 dv-cinder-806559-6-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-f0afa045-e16f-4362-ac52-43f50c9d809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794410591811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793165'] for agent, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}